{ "checkpoint": "checkpoints_b3e/best.pt", "results": { "textdetox_am": { "n": 800, "unsafe": 385, "f1@0.5": 0.2974358974358974, "acc@0.5": 0.48625, "test_n": 400, "test_f1@tuned": 0.031088082901554407, "test_fpr@tuned": 0.023255813953488372, "tuned_thr": 0.74, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ar": { "n": 800, "unsafe": 387, "f1@0.5": 0.005154639175257732, "acc@0.5": 0.5175, "test_n": 400, "test_f1@tuned": 0.009852216748768473, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_de": { "n": 800, "unsafe": 397, "f1@0.5": 0.558974358974359, "acc@0.5": 0.57, "test_n": 400, "test_f1@tuned": 0.5863874345549738, "test_fpr@tuned": 0.36585365853658536, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_en": { "n": 800, "unsafe": 391, "f1@0.5": 0.8126410835214447, "acc@0.5": 0.7925, "test_n": 400, "test_f1@tuned": 0.8243243243243243, "test_fpr@tuned": 0.3118811881188119, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_es": { "n": 800, "unsafe": 408, "f1@0.5": 0.6183035714285714, "acc@0.5": 0.5725, "test_n": 400, "test_f1@tuned": 0.6355555555555555, "test_fpr@tuned": 0.5396039603960396, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_fr": { "n": 800, "unsafe": 391, "f1@0.5": 0.4912280701754386, "acc@0.5": 0.60125, "test_n": 400, "test_f1@tuned": 0.27848101265822783, "test_fpr@tuned": 0.0392156862745098, "tuned_thr": 0.74, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_he": { "n": 800, "unsafe": 332, "f1@0.5": 0.02932551319648094, "acc@0.5": 0.58625, "test_n": 400, "test_f1@tuned": 0.06451612903225806, "test_fpr@tuned": 0.017857142857142856, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hi": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hin": { "n": 800, "unsafe": 394, "f1@0.5": 0.4521452145214521, "acc@0.5": 0.585, "test_n": 400, "test_f1@tuned": 0.17094017094017094, "test_fpr@tuned": 0.06532663316582915, "tuned_thr": 0.73, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_it": { "n": 800, "unsafe": 409, "f1@0.5": 0.5721518987341772, "acc@0.5": 0.5775, "test_n": 400, "test_f1@tuned": 0.5664160401002506, "test_fpr@tuned": 0.41237113402061853, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ja": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ru": { "n": 800, "unsafe": 391, "f1@0.5": 0.5734939759036144, "acc@0.5": 0.5575, "test_n": 400, "test_f1@tuned": 0.14611872146118723, "test_fpr@tuned": 0.05741626794258373, "tuned_thr": 0.68, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_tt": { "n": 800, "unsafe": 403, "f1@0.5": 0.581901489117984, "acc@0.5": 0.54375, "test_n": 400, "test_f1@tuned": 0.5841121495327103, "test_fpr@tuned": 0.5336538461538461, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_uk": { "n": 800, "unsafe": 391, "f1@0.5": 0.5128205128205128, "acc@0.5": 0.54875, "test_n": 400, "test_f1@tuned": 0.16666666666666666, "test_fpr@tuned": 0.031818181818181815, "tuned_thr": 0.7, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_zh": { "n": 800, "unsafe": 409, "f1@0.5": 0.028503562945368172, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.07860262008733625, "test_fpr@tuned": 0.03225806451612903, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "synth_cs": { "n": 300, "unsafe": 150, "f1@0.5": 0.9932885906040269, "acc@0.5": 0.9933333333333333 }, "synth_de": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_es": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_fr": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 } } }