{ "checkpoint": "checkpoints_b2x/best.pt", "results": { "textdetox_am": { "n": 800, "unsafe": 385, "f1@0.5": 0.1776859504132231, "acc@0.5": 0.5025, "test_n": 400, "test_f1@tuned": 0.09865470852017938, "test_fpr@tuned": 0.06467661691542288, "tuned_thr": 0.65, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ar": { "n": 800, "unsafe": 387, "f1@0.5": 0.0051413881748071984, "acc@0.5": 0.51625, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_de": { "n": 800, "unsafe": 397, "f1@0.5": 0.5869297163995068, "acc@0.5": 0.58125, "test_n": 400, "test_f1@tuned": 0.6009615384615384, "test_fpr@tuned": 0.47342995169082125, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_en": { "n": 800, "unsafe": 391, "f1@0.5": 0.8126410835214447, "acc@0.5": 0.7925, "test_n": 400, "test_f1@tuned": 0.8282352941176471, "test_fpr@tuned": 0.27403846153846156, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_es": { "n": 800, "unsafe": 408, "f1@0.5": 0.6331550802139038, "acc@0.5": 0.57125, "test_n": 400, "test_f1@tuned": 0.6307053941908715, "test_fpr@tuned": 0.631578947368421, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_fr": { "n": 800, "unsafe": 391, "f1@0.5": 0.521341463414634, "acc@0.5": 0.6075, "test_n": 400, "test_f1@tuned": 0.3397683397683398, "test_fpr@tuned": 0.0975609756097561, "tuned_thr": 0.71, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_he": { "n": 800, "unsafe": 332, "f1@0.5": 0.02932551319648094, "acc@0.5": 0.58625, "test_n": 400, "test_f1@tuned": 0.055865921787709494, "test_fpr@tuned": 0.008771929824561403, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hi": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hin": { "n": 800, "unsafe": 394, "f1@0.5": 0.47694753577106525, "acc@0.5": 0.58875, "test_n": 400, "test_f1@tuned": 0.17543859649122806, "test_fpr@tuned": 0.06341463414634146, "tuned_thr": 0.73, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_it": { "n": 800, "unsafe": 409, "f1@0.5": 0.5784313725490198, "acc@0.5": 0.57, "test_n": 400, "test_f1@tuned": 0.583756345177665, "test_fpr@tuned": 0.41545893719806765, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ja": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ru": { "n": 800, "unsafe": 391, "f1@0.5": 0.39530988274706863, "acc@0.5": 0.54875, "test_n": 400, "test_f1@tuned": 0.19913419913419914, "test_fpr@tuned": 0.06796116504854369, "tuned_thr": 0.63, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_tt": { "n": 800, "unsafe": 403, "f1@0.5": 0.5113788487282463, "acc@0.5": 0.54375, "test_n": 400, "test_f1@tuned": 0.5080213903743316, "test_fpr@tuned": 0.38578680203045684, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_uk": { "n": 800, "unsafe": 391, "f1@0.5": 0.3771626297577855, "acc@0.5": 0.55, "test_n": 400, "test_f1@tuned": 0.1981981981981982, "test_fpr@tuned": 0.06103286384976526, "tuned_thr": 0.64, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_zh": { "n": 800, "unsafe": 409, "f1@0.5": 0.019138755980861243, "acc@0.5": 0.4875, "test_n": 400, "test_f1@tuned": 0.06572769953051644, "test_fpr@tuned": 0.020202020202020204, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "synth_cs": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_de": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_es": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_fr": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 } } }