{ "checkpoint": "checkpoints_b6b/best.pt", "results": { "textdetox_am": { "n": 800, "unsafe": 385, "f1@0.5": 0.45675675675675675, "acc@0.5": 0.4975, "test_n": 400, "test_f1@tuned": 0.07476635514018691, "test_fpr@tuned": 0.05365853658536585, "tuned_thr": 0.74, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ar": { "n": 800, "unsafe": 387, "f1@0.5": 0.005154639175257732, "acc@0.5": 0.5175, "test_n": 400, "test_f1@tuned": 0.020833333333333332, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_de": { "n": 800, "unsafe": 397, "f1@0.5": 0.5501285347043702, "acc@0.5": 0.5625, "test_n": 400, "test_f1@tuned": 0.5376344086021505, "test_fpr@tuned": 0.375609756097561, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_en": { "n": 800, "unsafe": 391, "f1@0.5": 0.8111731843575419, "acc@0.5": 0.78875, "test_n": 400, "test_f1@tuned": 0.8290398126463701, "test_fpr@tuned": 0.2857142857142857, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_es": { "n": 800, "unsafe": 408, "f1@0.5": 0.6132723112128146, "acc@0.5": 0.5775, "test_n": 400, "test_f1@tuned": 0.6178489702517163, "test_fpr@tuned": 0.48148148148148145, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_fr": { "n": 800, "unsafe": 391, "f1@0.5": 0.4857142857142857, "acc@0.5": 0.595, "test_n": 400, "test_f1@tuned": 0.256198347107438, "test_fpr@tuned": 0.055, "tuned_thr": 0.7, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_he": { "n": 800, "unsafe": 332, "f1@0.5": 0.03488372093023256, "acc@0.5": 0.585, "test_n": 400, "test_f1@tuned": 0.10989010989010989, "test_fpr@tuned": 0.017241379310344827, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hi": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hin": { "n": 800, "unsafe": 394, "f1@0.5": 0.42833607907743, "acc@0.5": 0.56625, "test_n": 400, "test_f1@tuned": 0.2184873949579832, "test_fpr@tuned": 0.08737864077669903, "tuned_thr": 0.69, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_it": { "n": 800, "unsafe": 409, "f1@0.5": 0.5528662420382165, "acc@0.5": 0.56125, "test_n": 400, "test_f1@tuned": 0.5135135135135136, "test_fpr@tuned": 0.4019138755980861, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ja": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ru": { "n": 800, "unsafe": 391, "f1@0.5": 0.5408163265306122, "acc@0.5": 0.55, "test_n": 400, "test_f1@tuned": 0.168141592920354, "test_fpr@tuned": 0.035, "tuned_thr": 0.65, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_tt": { "n": 800, "unsafe": 403, "f1@0.5": 0.5602836879432623, "acc@0.5": 0.535, "test_n": 400, "test_f1@tuned": 0.1461187214611872, "test_fpr@tuned": 0.06190476190476191, "tuned_thr": 0.71, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_uk": { "n": 800, "unsafe": 391, "f1@0.5": 0.4768786127167631, "acc@0.5": 0.5475, "test_n": 400, "test_f1@tuned": 0.15720524017467247, "test_fpr@tuned": 0.05970149253731343, "tuned_thr": 0.64, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_zh": { "n": 800, "unsafe": 409, "f1@0.5": 0.028639618138424822, "acc@0.5": 0.49125, "test_n": 400, "test_f1@tuned": 0.11255411255411255, "test_fpr@tuned": 0.037037037037037035, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "synth_cs": { "n": 300, "unsafe": 150, "f1@0.5": 0.9864864864864865, "acc@0.5": 0.9866666666666667 }, "synth_de": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_es": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_fr": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 } } }