{ "checkpoint": "checkpoints_b4b/best.pt", "results": { "textdetox_am": { "n": 800, "unsafe": 385, "f1@0.5": 0.3576982892690513, "acc@0.5": 0.48375, "test_n": 400, "test_f1@tuned": 0.12903225806451613, "test_fpr@tuned": 0.07075471698113207, "tuned_thr": 0.73, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ar": { "n": 800, "unsafe": 387, "f1@0.5": 0.005154639175257732, "acc@0.5": 0.5175, "test_n": 400, "test_f1@tuned": 0.00970873786407767, "test_fpr@tuned": 0.00510204081632653, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_de": { "n": 800, "unsafe": 397, "f1@0.5": 0.5575447570332481, "acc@0.5": 0.5675, "test_n": 400, "test_f1@tuned": 0.558139534883721, "test_fpr@tuned": 0.4238095238095238, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_en": { "n": 800, "unsafe": 391, "f1@0.5": 0.8130630630630631, "acc@0.5": 0.7925, "test_n": 400, "test_f1@tuned": 0.8143176733780761, "test_fpr@tuned": 0.3382352941176471, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_es": { "n": 800, "unsafe": 408, "f1@0.5": 0.6155580608793686, "acc@0.5": 0.57375, "test_n": 400, "test_f1@tuned": 0.6469248291571753, "test_fpr@tuned": 0.47715736040609136, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_fr": { "n": 800, "unsafe": 391, "f1@0.5": 0.48562300319488816, "acc@0.5": 0.5975, "test_n": 400, "test_f1@tuned": 0.2845849802371541, "test_fpr@tuned": 0.031746031746031744, "tuned_thr": 0.74, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_he": { "n": 800, "unsafe": 332, "f1@0.5": 0.02932551319648094, "acc@0.5": 0.58625, "test_n": 400, "test_f1@tuned": 0.06857142857142856, "test_fpr@tuned": 0.01702127659574468, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hi": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hin": { "n": 800, "unsafe": 394, "f1@0.5": 0.4366666666666667, "acc@0.5": 0.5775, "test_n": 400, "test_f1@tuned": 0.16806722689075632, "test_fpr@tuned": 0.08080808080808081, "tuned_thr": 0.7, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_it": { "n": 800, "unsafe": 409, "f1@0.5": 0.565989847715736, "acc@0.5": 0.5725, "test_n": 400, "test_f1@tuned": 0.5378590078328981, "test_fpr@tuned": 0.4088669950738916, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ja": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ru": { "n": 800, "unsafe": 391, "f1@0.5": 0.6155507559395248, "acc@0.5": 0.555, "test_n": 400, "test_f1@tuned": 0.14746543778801843, "test_fpr@tuned": 0.05687203791469194, "tuned_thr": 0.69, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_tt": { "n": 800, "unsafe": 403, "f1@0.5": 0.6080347448425624, "acc@0.5": 0.54875, "test_n": 400, "test_f1@tuned": 0.11607142857142858, "test_fpr@tuned": 0.05970149253731343, "tuned_thr": 0.75, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_uk": { "n": 800, "unsafe": 391, "f1@0.5": 0.5525672371638141, "acc@0.5": 0.5425, "test_n": 400, "test_f1@tuned": 0.20535714285714285, "test_fpr@tuned": 0.03864734299516908, "tuned_thr": 0.7, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_zh": { "n": 800, "unsafe": 409, "f1@0.5": 0.0332541567695962, "acc@0.5": 0.49125, "test_n": 400, "test_f1@tuned": 0.08411214953271028, "test_fpr@tuned": 0.025, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "synth_cs": { "n": 300, "unsafe": 150, "f1@0.5": 0.98989898989899, "acc@0.5": 0.99 }, "synth_de": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_es": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_fr": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 } } }