{ "checkpoint": "checkpoints_b5c/best.pt", "results": { "textdetox_am": { "n": 800, "unsafe": 385, "f1@0.5": 0.4335664335664336, "acc@0.5": 0.49375, "test_n": 400, "test_f1@tuned": 0.09216589861751152, "test_fpr@tuned": 0.05853658536585366, "tuned_thr": 0.74, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ar": { "n": 800, "unsafe": 387, "f1@0.5": 0.005154639175257732, "acc@0.5": 0.5175, "test_n": 400, "test_f1@tuned": 0.010582010582010583, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_de": { "n": 800, "unsafe": 397, "f1@0.5": 0.5227882037533512, "acc@0.5": 0.555, "test_n": 400, "test_f1@tuned": 0.5217391304347826, "test_fpr@tuned": 0.3786407766990291, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_en": { "n": 800, "unsafe": 391, "f1@0.5": 0.8120805369127516, "acc@0.5": 0.79, "test_n": 400, "test_f1@tuned": 0.8192219679633868, "test_fpr@tuned": 0.3073170731707317, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_es": { "n": 800, "unsafe": 408, "f1@0.5": 0.6044340723453908, "acc@0.5": 0.57625, "test_n": 400, "test_f1@tuned": 0.5958429561200924, "test_fpr@tuned": 0.5, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_fr": { "n": 800, "unsafe": 391, "f1@0.5": 0.46434494195688225, "acc@0.5": 0.59625, "test_n": 400, "test_f1@tuned": 0.28333333333333327, "test_fpr@tuned": 0.05825242718446602, "tuned_thr": 0.69, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_he": { "n": 800, "unsafe": 332, "f1@0.5": 0.03508771929824561, "acc@0.5": 0.5875, "test_n": 400, "test_f1@tuned": 0.0782122905027933, "test_fpr@tuned": 0.012987012987012988, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hi": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hin": { "n": 800, "unsafe": 394, "f1@0.5": 0.4187604690117253, "acc@0.5": 0.56625, "test_n": 400, "test_f1@tuned": 0.12444444444444444, "test_fpr@tuned": 0.05025125628140704, "tuned_thr": 0.74, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_it": { "n": 800, "unsafe": 409, "f1@0.5": 0.5395590142671854, "acc@0.5": 0.55625, "test_n": 400, "test_f1@tuned": 0.5506493506493506, "test_fpr@tuned": 0.38578680203045684, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ja": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ru": { "n": 800, "unsafe": 391, "f1@0.5": 0.5279583875162549, "acc@0.5": 0.54625, "test_n": 400, "test_f1@tuned": 0.11707317073170731, "test_fpr@tuned": 0.037209302325581395, "tuned_thr": 0.65, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_tt": { "n": 800, "unsafe": 403, "f1@0.5": 0.5605700712589072, "acc@0.5": 0.5375, "test_n": 400, "test_f1@tuned": 0.15517241379310345, "test_fpr@tuned": 0.046153846153846156, "tuned_thr": 0.72, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_uk": { "n": 800, "unsafe": 391, "f1@0.5": 0.47437774524158133, "acc@0.5": 0.55125, "test_n": 400, "test_f1@tuned": 0.23868312757201646, "test_fpr@tuned": 0.09268292682926829, "tuned_thr": 0.63, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_zh": { "n": 800, "unsafe": 409, "f1@0.5": 0.028639618138424822, "acc@0.5": 0.49125, "test_n": 400, "test_f1@tuned": 0.07272727272727274, "test_fpr@tuned": 0.04568527918781726, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "synth_cs": { "n": 300, "unsafe": 150, "f1@0.5": 0.983050847457627, "acc@0.5": 0.9833333333333333 }, "synth_de": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_es": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_fr": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 } } }