ai-detection / calibration.json
kbourro's picture
Add calibration.json for temperature scaling metrics, remove predictions_val.csv, and update thresholds in results.json and threshold.json. Update README.md to reflect changes in metrics and file structure.
5f029c0
raw
history blame
917 Bytes
{
"temperature": 1.2806789875030518,
"method": "temperature_scaling",
"calibration_set": "calibration",
"calibration_metrics": {
"temperature": 1.2806789875030518,
"optimization_method": "LBFGS_logspace",
"uncalibrated_nll": 0.06460460661246972,
"calibrated_nll": 0.06279846573841724,
"uncalibrated_ece": 0.012124871567496009,
"calibrated_ece": 0.016240862688628014,
"uncalibrated_brier": 0.01822748637167701,
"calibrated_brier": 0.018437309998858068,
"nll_improvement": 0.001806140874052481,
"ece_improvement": -0.004115991121132005,
"brier_improvement": -0.00020982362718105843
},
"test_metrics": {
"ece_before": 0.011862174308705089,
"ece_after": 0.015908939599173937,
"ece_improvement": -0.004046765290468848,
"brier_before": 0.01812282837704726,
"brier_after": 0.018294590049400802,
"brier_improvement": -0.0001717616723535438
}
}