email-status-models-deberta-new-multitask / status_calibration_config.json
circleml's picture
Upload status_calibration_config.json with huggingface_hub
4774e43 verified
Raw
History Blame Contribute Delete
3.08 kB
{
"pipeline_name": "email_status_multitask_deberta_xgboost",
"version": "v1.2",
"heads": {
"binary": {
"temperature": 1.415945053100586,
"threshold": 0.6399999999999997,
"metrics": {
"precision": 0.9967532467532467,
"recall": 0.9789540816326531,
"f1": 0.9877734877734877,
"accuracy": 0.9865200425682866,
"threshold": 0.6399999999999997
},
"llm_band": {
"center": 0.6399999999999997,
"half_width": 0.1,
"lower": 0.5399999999999997,
"upper": 0.7399999999999997
},
"band_stats": [
{
"delta": 0.02,
"lower": 0.6199999999999997,
"upper": 0.6599999999999997,
"coverage": 0.000709471443774388,
"errors_in_band": 0,
"total_errors": 38,
"error_capture_rate": 0.0
},
{
"delta": 0.05,
"lower": 0.5899999999999996,
"upper": 0.6899999999999997,
"coverage": 0.001418942887548776,
"errors_in_band": 2,
"total_errors": 38,
"error_capture_rate": 0.05263157894736842
},
{
"delta": 0.1,
"lower": 0.5399999999999997,
"upper": 0.7399999999999997,
"coverage": 0.002128414331323164,
"errors_in_band": 3,
"total_errors": 38,
"error_capture_rate": 0.07894736842105263
},
{
"delta": 0.15,
"lower": 0.48999999999999966,
"upper": 0.7899999999999997,
"coverage": 0.0031926214969847464,
"errors_in_band": 3,
"total_errors": 38,
"error_capture_rate": 0.07894736842105263
}
]
}
},
"temperatures": {
"binary": 1.415945053100586
},
"thresholds": {
"binary": 0.6399999999999997
},
"requires_action_min_confidence": 0.6399999999999997,
"rua_llm_band": {
"center": 0.6399999999999997,
"half_width": 0.1,
"lower": 0.5399999999999997,
"upper": 0.7399999999999997
},
"path_confidence": {
"llm_threshold": 0.99,
"band_stats": [
{
"threshold": 0.95,
"coverage": 0.03760198652004257,
"errors_in_band": 25,
"total_errors": 45,
"error_capture_rate": 0.5555555555555556
},
{
"threshold": 0.96,
"coverage": 0.03831145796381696,
"errors_in_band": 25,
"total_errors": 45,
"error_capture_rate": 0.5555555555555556
},
{
"threshold": 0.97,
"coverage": 0.03866619368570415,
"errors_in_band": 26,
"total_errors": 45,
"error_capture_rate": 0.5777777777777777
},
{
"threshold": 0.98,
"coverage": 0.0418588151826889,
"errors_in_band": 28,
"total_errors": 45,
"error_capture_rate": 0.6222222222222222
},
{
"threshold": 0.99,
"coverage": 0.06207875133025896,
"errors_in_band": 33,
"total_errors": 45,
"error_capture_rate": 0.7333333333333333
}
]
}
}