{ "checkpoint": "checkpoints8f/epoch2.pt", "temperature": 0.7102126181125441, "val_n": 6585, "binary_ece_raw": 0.058275211582083354, "binary_ece": 0.029437715026296135, "catval_n": 3542, "categories": { "violence": { "best_threshold": 0.2, "f1_at_best": 0.23507462686567165, "ece": 0.03854127683601876, "prevalence": 0.052795031055900624 }, "weapons_explosives": { "best_threshold": 0.22, "f1_at_best": 0.23715415019762848, "ece": 0.033886452425429994, "prevalence": 0.021456804065499716 }, "drugs": { "best_threshold": 0.22, "f1_at_best": 0.02941176470588235, "ece": 0.033468634797617136, "prevalence": 0.015527950310559006 }, "hate_harassment": { "best_threshold": 0.2, "f1_at_best": 0.880256307569083, "ece": 0.35740332338042113, "prevalence": 0.7532467532467533 }, "sexual_abuse": { "best_threshold": 0.2, "f1_at_best": 0.0, "ece": 0.023402272129920035, "prevalence": 0.020045172219085264 }, "self_harm": { "best_threshold": 0.2, "f1_at_best": 0.0, "ece": 0.010324534870836356, "prevalence": 0.012140033879164314 }, "cybercrime_fraud": { "best_threshold": 0.2, "f1_at_best": 0.0, "ece": 0.02964625281348259, "prevalence": 0.014680971202710334 }, "jailbreak_injection": { "best_threshold": 0.2, "f1_at_best": 0.0, "ece": 0.014271295662382803, "prevalence": 0.01355166572557877 }, "illegal_marketplace": { "best_threshold": 0.2, "f1_at_best": 0.0, "ece": 0.00985998975406398, "prevalence": 0.01129305477131564 }, "other_unsafe": { "best_threshold": 0.2, "f1_at_best": 0.593103448275862, "ece": 0.03760442758731864, "prevalence": 0.07001693958215698 } }, "cat_thresholds": { "violence": 0.2, "weapons_explosives": 0.22, "drugs": 0.22, "hate_harassment": 0.2, "sexual_abuse": 0.2, "self_harm": 0.2, "cybercrime_fraud": 0.2, "jailbreak_injection": 0.2, "illegal_marketplace": 0.2, "other_unsafe": 0.2 } }