{ "checkpoint": "checkpoints_b1q/best.pt", "results": { "textdetox_am": { "n": 800, "unsafe": 385, "f1@0.5": 0.19880715705765403, "acc@0.5": 0.49625, "test_n": 400, "test_f1@tuned": 0.07111111111111111, "test_fpr@tuned": 0.041884816753926704, "tuned_thr": 0.71, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ar": { "n": 800, "unsafe": 387, "f1@0.5": 0.0051413881748071984, "acc@0.5": 0.51625, "test_n": 400, "test_f1@tuned": 0.010471204188481674, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_de": { "n": 800, "unsafe": 397, "f1@0.5": 0.5753424657534247, "acc@0.5": 0.57375, "test_n": 400, "test_f1@tuned": 0.5417721518987342, "test_fpr@tuned": 0.46153846153846156, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_en": { "n": 800, "unsafe": 391, "f1@0.5": 0.8103837471783296, "acc@0.5": 0.79, "test_n": 400, "test_f1@tuned": 0.8008849557522124, "test_fpr@tuned": 0.3613861386138614, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_es": { "n": 800, "unsafe": 408, "f1@0.5": 0.6353944562899787, "acc@0.5": 0.5725, "test_n": 400, "test_f1@tuned": 0.6190476190476191, "test_fpr@tuned": 0.5867346938775511, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_fr": { "n": 800, "unsafe": 391, "f1@0.5": 0.5159332321699545, "acc@0.5": 0.60125, "test_n": 400, "test_f1@tuned": 0.56047197640118, "test_fpr@tuned": 0.2315270935960591, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_he": { "n": 800, "unsafe": 332, "f1@0.5": 0.02932551319648094, "acc@0.5": 0.58625, "test_n": 400, "test_f1@tuned": 0.03488372093023255, "test_fpr@tuned": 0.004310344827586207, "tuned_thr": 0.38, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hi": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hin": { "n": 800, "unsafe": 394, "f1@0.5": 0.47226624405705236, "acc@0.5": 0.58375, "test_n": 400, "test_f1@tuned": 0.14222222222222222, "test_fpr@tuned": 0.06829268292682927, "tuned_thr": 0.75, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_it": { "n": 800, "unsafe": 409, "f1@0.5": 0.5794621026894865, "acc@0.5": 0.57, "test_n": 400, "test_f1@tuned": 0.5927710843373494, "test_fpr@tuned": 0.4489795918367347, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ja": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ru": { "n": 800, "unsafe": 391, "f1@0.5": 0.4084967320261438, "acc@0.5": 0.5475, "test_n": 400, "test_f1@tuned": 0.17475728155339806, "test_fpr@tuned": 0.04072398190045249, "tuned_thr": 0.68, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_tt": { "n": 800, "unsafe": 403, "f1@0.5": 0.5473145780051151, "acc@0.5": 0.5575, "test_n": 400, "test_f1@tuned": 0.5671641791044776, "test_fpr@tuned": 0.4105263157894737, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_uk": { "n": 800, "unsafe": 391, "f1@0.5": 0.39403973509933776, "acc@0.5": 0.5425, "test_n": 400, "test_f1@tuned": 0.14611872146118723, "test_fpr@tuned": 0.05741626794258373, "tuned_thr": 0.7, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_zh": { "n": 800, "unsafe": 409, "f1@0.5": 0.01909307875894988, "acc@0.5": 0.48625, "test_n": 400, "test_f1@tuned": 0.02857142857142857, "test_fpr@tuned": 0.02030456852791878, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "synth_cs": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_de": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_es": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_fr": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 } } }