{ "checkpoint": "checkpoints9h/best.pt", "temperature": 0.7130213677881275, "val_n": 6585, "binary_ece_raw": 0.05203262670142414, "binary_ece": 0.018413447943885906, "catval_n": 3542, "categories": { "violence": { "best_threshold": 0.59, "f1_at_best": 0.25, "ece": 0.22229316503921154, "prevalence": 0.052795031055900624, "experimental": true }, "weapons_explosives": { "best_threshold": 0.48, "f1_at_best": 0.2645502645502646, "ece": 0.08046314887280895, "prevalence": 0.021456804065499716, "experimental": true }, "drugs": { "best_threshold": 0.38, "f1_at_best": 0.14527845036319614, "ece": 0.08529182369760463, "prevalence": 0.015527950310559006, "experimental": true }, "hate_harassment": { "best_threshold": 0.2, "f1_at_best": 0.9207634470792366, "ece": 0.20400663696797136, "prevalence": 0.7532467532467533, "experimental": false }, "sexual_abuse": { "best_threshold": 0.36, "f1_at_best": 0.21052631578947367, "ece": 0.09419705905580622, "prevalence": 0.020045172219085264, "experimental": true }, "self_harm": { "best_threshold": 0.2, "f1_at_best": 0.14814814814814814, "ece": 0.048453878493160726, "prevalence": 0.012140033879164314, "experimental": true }, "cybercrime_fraud": { "best_threshold": 0.28, "f1_at_best": 0.14893617021276595, "ece": 0.08756961489636225, "prevalence": 0.014680971202710334, "experimental": true }, "jailbreak_injection": { "best_threshold": 0.3, "f1_at_best": 0.1875, "ece": 0.061034049798424646, "prevalence": 0.01355166572557877, "experimental": true }, "illegal_marketplace": { "best_threshold": 0.21, "f1_at_best": 0.15942028985507245, "ece": 0.0444381351405433, "prevalence": 0.01129305477131564, "experimental": true }, "other_unsafe": { "best_threshold": 0.26, "f1_at_best": 0.6834381551362683, "ece": 0.031214124467566027, "prevalence": 0.07001693958215698, "experimental": false } }, "cat_thresholds": { "violence": 0.59, "weapons_explosives": 0.48, "drugs": 0.38, "hate_harassment": 0.2, "sexual_abuse": 0.36, "self_harm": 0.2, "cybercrime_fraud": 0.28, "jailbreak_injection": 0.3, "illegal_marketplace": 0.21, "other_unsafe": 0.26 }, "cat_experimental": [ "violence", "weapons_explosives", "drugs", "sexual_abuse", "self_harm", "cybercrime_fraud", "jailbreak_injection", "illegal_marketplace" ] }