{ "checkpoint": "checkpoints9h/best.pt", "results": { "textdetox_am": { "n": 800, "unsafe": 385, "f1@0.5": 0.0665083135391924, "acc@0.5": 0.50875, "test_n": 400, "test_f1@tuned": 0.08530805687203791, "test_fpr@tuned": 0.061611374407582936, "tuned_thr": 0.46, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ar": { "n": 800, "unsafe": 387, "f1@0.5": 0.0051413881748071984, "acc@0.5": 0.51625, "test_n": 400, "test_f1@tuned": 0.010309278350515464, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_de": { "n": 800, "unsafe": 397, "f1@0.5": 0.6056338028169013, "acc@0.5": 0.58, "test_n": 400, "test_f1@tuned": 0.038461538461538464, "test_fpr@tuned": 0.024875621890547265, "tuned_thr": 0.92, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_en": { "n": 800, "unsafe": 391, "f1@0.5": 0.8107502799552072, "acc@0.5": 0.78875, "test_n": 400, "test_f1@tuned": 0.7965616045845272, "test_fpr@tuned": 0.09523809523809523, "tuned_thr": 0.79, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_es": { "n": 800, "unsafe": 408, "f1@0.5": 0.6436058700209644, "acc@0.5": 0.575, "test_n": 400, "test_f1@tuned": 0.6529774127310062, "test_fpr@tuned": 0.6086956521739131, "tuned_thr": 0.5, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_fr": { "n": 800, "unsafe": 391, "f1@0.5": 0.5052950075642965, "acc@0.5": 0.59125, "test_n": 400, "test_f1@tuned": 0.25, "test_fpr@tuned": 0.03773584905660377, "tuned_thr": 0.89, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_he": { "n": 800, "unsafe": 332, "f1@0.5": 0.029411764705882353, "acc@0.5": 0.5875, "test_n": 400, "test_f1@tuned": 0.03571428571428571, "test_fpr@tuned": 0.016736401673640166, "tuned_thr": 0.38, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hi": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_hin": { "n": 800, "unsafe": 394, "f1@0.5": 0.5406162464985994, "acc@0.5": 0.59, "test_n": 400, "test_f1@tuned": 0.11504424778761062, "test_fpr@tuned": 0.03608247422680412, "tuned_thr": 0.87, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_it": { "n": 800, "unsafe": 409, "f1@0.5": 0.594724220623501, "acc@0.5": 0.5775, "test_n": 400, "test_f1@tuned": 0.125, "test_fpr@tuned": 0.020618556701030927, "tuned_thr": 0.9, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ja": { "n": 800, "unsafe": 409, "f1@0.5": 0.0, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.0, "test_fpr@tuned": 0.0, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_ru": { "n": 800, "unsafe": 391, "f1@0.5": 0.1934065934065934, "acc@0.5": 0.54125, "test_n": 400, "test_f1@tuned": 0.1739130434782609, "test_fpr@tuned": 0.030612244897959183, "tuned_thr": 0.58, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_tt": { "n": 800, "unsafe": 403, "f1@0.5": 0.39418416801292405, "acc@0.5": 0.53125, "test_n": 400, "test_f1@tuned": 0.09691629955947137, "test_fpr@tuned": 0.046632124352331605, "tuned_thr": 0.9, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_uk": { "n": 800, "unsafe": 391, "f1@0.5": 0.23700623700623702, "acc@0.5": 0.54125, "test_n": 400, "test_f1@tuned": 0.1965811965811966, "test_fpr@tuned": 0.045454545454545456, "tuned_thr": 0.71, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "textdetox_zh": { "n": 800, "unsafe": 409, "f1@0.5": 0.009685230024213074, "acc@0.5": 0.48875, "test_n": 400, "test_f1@tuned": 0.017241379310344827, "test_fpr@tuned": 0.022988505747126436, "tuned_thr": 0.3, "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" }, "synth_cs": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_de": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_es": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 }, "synth_fr": { "n": 300, "unsafe": 150, "f1@0.5": 1.0, "acc@0.5": 1.0 } } }