{ "checkpoint": "checkpoints_b7b/best.pt", "results": { "textdetox_am": { "n": 800, "unsafe": 385, "f1@0.5": 0.46797385620915033, "acc@0.5": 0.49125, "test_n": 400, "test_f1@tuned": 0.49489795918367346, "test_fpr@tuned": 0.475, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ar": { "n": 800, "unsafe": 387, "f1@0.5": 0.005154639175257732, "acc@0.5": 0.5175, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.39, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_de": { "n": 800, "unsafe": 397, "f1@0.5": 0.5696361355081555, "acc@0.5": 0.57125, "test_n": 400, "test_f1@tuned": 0.5532994923857868, "test_fpr@tuned": 0.4362745098039216, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_en": { "n": 800, "unsafe": 391, "f1@0.5": 0.8097886540600666, "acc@0.5": 0.78625, "test_n": 400, "test_f1@tuned": 0.8286334056399132, "test_fpr@tuned": 0.336734693877551, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_es": { "n": 800, "unsafe": 408, "f1@0.5": 0.6160815402038504, "acc@0.5": 0.57625, "test_n": 400, "test_f1@tuned": 0.631336405529954, "test_fpr@tuned": 0.48756218905472637, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_fr": { "n": 800, "unsafe": 391, "f1@0.5": 0.4984423676012461, "acc@0.5": 0.5975, "test_n": 400, "test_f1@tuned": 0.2796610169491525, "test_fpr@tuned": 0.05741626794258373, "tuned_thr": 0.71, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_he": { "n": 800, "unsafe": 332, "f1@0.5": 0.03488372093023256, "acc@0.5": 0.585, "test_n": 400, "test_f1@tuned": 0.1368421052631579, "test_fpr@tuned": 0.01762114537444934, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hi": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hin": { "n": 800, "unsafe": 394, "f1@0.5": 0.4411764705882353, "acc@0.5": 0.5725, "test_n": 400, "test_f1@tuned": 0.11555555555555556, "test_fpr@tuned": 0.04568527918781726, "tuned_thr": 0.74, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_it": { "n": 800, "unsafe": 409, "f1@0.5": 0.5588972431077694, "acc@0.5": 0.56, "test_n": 400, "test_f1@tuned": 0.20408163265306123, "test_fpr@tuned": 0.08163265306122448, "tuned_thr": 0.74, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ja": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ru": { "n": 800, "unsafe": 391, "f1@0.5": 0.5731414868105515, "acc@0.5": 0.555, "test_n": 400, "test_f1@tuned": 0.24505928853754938, "test_fpr@tuned": 0.11, "tuned_thr": 0.62, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_tt": { "n": 800, "unsafe": 403, "f1@0.5": 0.5711009174311926, "acc@0.5": 0.5325, "test_n": 400, "test_f1@tuned": 0.12556053811659193, "test_fpr@tuned": 0.010362694300518135, "tuned_thr": 0.74, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_uk": { "n": 800, "unsafe": 391, "f1@0.5": 0.4888268156424581, "acc@0.5": 0.5425, "test_n": 400, "test_f1@tuned": 0.12280701754385966, "test_fpr@tuned": 0.041237113402061855, "tuned_thr": 0.66, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_zh": { "n": 800, "unsafe": 409, "f1@0.5": 0.028639618138424822, "acc@0.5": 0.49125, "test_n": 400, "test_f1@tuned": 0.06542056074766356, "test_fpr@tuned": 0.03015075376884422, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "synth_cs": { "n": 300, "unsafe": 150, "f1@0.5": 0.9932885906040269, "acc@0.5": 0.9933333333333333 }, "synth_de": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_es": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_fr": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 } } }