encoder-guard-int8 / threshold.json
louivis's picture
Encoder-Guard v3 int8: int8-quantized backbone (heads/threshold identical to v3)
044db78 verified
Raw History Blame Contribute Delete
1.67 kB
{
"safety_threshold": 0.96630859375,
"method": "fpr_constrained_max_recall",
"target_fpr": 0.02,
"calibrated_on": "data/dataset/calib_v23_independent.jsonl (9394 \u6761)",
"safe_n": 8194,
"unsafe_n": 1200,
"overlapped": true,
"degraded_recall": false,
"release_gate": 0.9416,
"release_stats": {
"safe_n": 512,
"unsafe_n": 1083,
"safe_p50": 0.9702,
"safe_p90": 0.9714,
"safe_p95": 0.9729,
"safe_p99": 0.9751,
"unsafe_p99": 0.9416,
"unsafe_max": 0.9711,
"release_gate": 0.9416
},
"temperature": {
"tc260_major": 1.8249,
"lm_major": 1.4312,
"pii_major": 1.2654,
"dc_type": 1.1384,
"dc_level": 1.46,
"safety": 0.7925,
"safety_release": 0.849,
"tc260_minor": 1.236,
"lm_minor": 1.0025,
"pii_minor": 1.2188,
"dc_minor": 0.5766
},
"ece": {
"tc260_major": {
"raw": 0.0098,
"calibrated": 0.0114
},
"lm_major": {
"raw": 0.0026,
"calibrated": 0.0022
},
"pii_major": {
"raw": 0.0006,
"calibrated": 0.0007
},
"dc_type": {
"raw": 0.0926,
"calibrated": 0.1004
},
"dc_level": {
"raw": 0.0048,
"calibrated": 0.0019
},
"safety": {
"raw": 0.1144,
"calibrated": 0.0836
},
"safety_release": {
"raw": 0.045,
"calibrated": 0.0382
},
"tc260_minor": {
"raw": 0.0024,
"calibrated": 0.0029
},
"lm_minor": {
"raw": 0.0006,
"calibrated": 0.0006
},
"pii_minor": {
"raw": 0.0007,
"calibrated": 0.0011
},
"dc_minor": {
"raw": 0.0205,
"calibrated": 0.0059
}
},
"safety_saturation": 0.0284,
"model_version": "encoder-guard-v23-06b-v36-fp16-recal",
"recal_note": "fp16 domain recal, calib_v23_independent(9394), FPR 1.95% recall 0.9017"
}