ai-detection / calibration.json
kbourro's picture
Model improved
8b1a796
raw
history blame contribute delete
916 Bytes
{
"temperature": 1.4436575174331665,
"method": "temperature_scaling",
"calibration_set": "calibration",
"calibration_metrics": {
"temperature": 1.4436575174331665,
"optimization_method": "LBFGS_logspace",
"uncalibrated_nll": 0.057230830731130305,
"calibrated_nll": 0.05340311260808736,
"uncalibrated_ece": 0.007595386161633095,
"calibrated_ece": 0.011707928851842823,
"uncalibrated_brier": 0.01589206575792085,
"calibrated_brier": 0.015775692446082124,
"nll_improvement": 0.0038277181230429447,
"ece_improvement": -0.004112542690209728,
"brier_improvement": 0.00011637331183872793
},
"test_metrics": {
"ece_before": 0.007462335961689493,
"ece_after": 0.011600581100766194,
"ece_improvement": -0.004138245139076701,
"brier_before": 0.015727129447539786,
"brier_after": 0.0156334356493489,
"brier_improvement": 9.369379819088725e-05
}
}