Barist.1 / reports /multilingual.json
KucLab's picture
Add report multilingual.json
7eeeecc verified
Raw History Blame Contribute Delete
5.61 kB
{
"checkpoint": "checkpoints_b1q/best.pt",
"results": {
"textdetox_am": {
"n": 800,
"unsafe": 385,
"f1@0.5": 0.19880715705765403,
"acc@0.5": 0.49625,
"test_n": 400,
"test_f1@tuned": 0.07111111111111111,
"test_fpr@tuned": 0.041884816753926704,
"tuned_thr": 0.71,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ar": {
"n": 800,
"unsafe": 387,
"f1@0.5": 0.0051413881748071984,
"acc@0.5": 0.51625,
"test_n": 400,
"test_f1@tuned": 0.010471204188481674,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_de": {
"n": 800,
"unsafe": 397,
"f1@0.5": 0.5753424657534247,
"acc@0.5": 0.57375,
"test_n": 400,
"test_f1@tuned": 0.5417721518987342,
"test_fpr@tuned": 0.46153846153846156,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_en": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.8103837471783296,
"acc@0.5": 0.79,
"test_n": 400,
"test_f1@tuned": 0.8008849557522124,
"test_fpr@tuned": 0.3613861386138614,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_es": {
"n": 800,
"unsafe": 408,
"f1@0.5": 0.6353944562899787,
"acc@0.5": 0.5725,
"test_n": 400,
"test_f1@tuned": 0.6190476190476191,
"test_fpr@tuned": 0.5867346938775511,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_fr": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.5159332321699545,
"acc@0.5": 0.60125,
"test_n": 400,
"test_f1@tuned": 0.56047197640118,
"test_fpr@tuned": 0.2315270935960591,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_he": {
"n": 800,
"unsafe": 332,
"f1@0.5": 0.02932551319648094,
"acc@0.5": 0.58625,
"test_n": 400,
"test_f1@tuned": 0.03488372093023255,
"test_fpr@tuned": 0.004310344827586207,
"tuned_thr": 0.38,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hi": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hin": {
"n": 800,
"unsafe": 394,
"f1@0.5": 0.47226624405705236,
"acc@0.5": 0.58375,
"test_n": 400,
"test_f1@tuned": 0.14222222222222222,
"test_fpr@tuned": 0.06829268292682927,
"tuned_thr": 0.75,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_it": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.5794621026894865,
"acc@0.5": 0.57,
"test_n": 400,
"test_f1@tuned": 0.5927710843373494,
"test_fpr@tuned": 0.4489795918367347,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ja": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ru": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.4084967320261438,
"acc@0.5": 0.5475,
"test_n": 400,
"test_f1@tuned": 0.17475728155339806,
"test_fpr@tuned": 0.04072398190045249,
"tuned_thr": 0.68,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_tt": {
"n": 800,
"unsafe": 403,
"f1@0.5": 0.5473145780051151,
"acc@0.5": 0.5575,
"test_n": 400,
"test_f1@tuned": 0.5671641791044776,
"test_fpr@tuned": 0.4105263157894737,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_uk": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.39403973509933776,
"acc@0.5": 0.5425,
"test_n": 400,
"test_f1@tuned": 0.14611872146118723,
"test_fpr@tuned": 0.05741626794258373,
"tuned_thr": 0.7,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_zh": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.01909307875894988,
"acc@0.5": 0.48625,
"test_n": 400,
"test_f1@tuned": 0.02857142857142857,
"test_fpr@tuned": 0.02030456852791878,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"synth_cs": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_de": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_es": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_fr": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
}
}
}