Barist.2 / reports /multilingual.json
KucLab's picture
Add report multilingual.json
01a1cb3 verified
Raw History Blame Contribute Delete
5.6 kB
{
"checkpoint": "checkpoints_b2x/best.pt",
"results": {
"textdetox_am": {
"n": 800,
"unsafe": 385,
"f1@0.5": 0.1776859504132231,
"acc@0.5": 0.5025,
"test_n": 400,
"test_f1@tuned": 0.09865470852017938,
"test_fpr@tuned": 0.06467661691542288,
"tuned_thr": 0.65,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ar": {
"n": 800,
"unsafe": 387,
"f1@0.5": 0.0051413881748071984,
"acc@0.5": 0.51625,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_de": {
"n": 800,
"unsafe": 397,
"f1@0.5": 0.5869297163995068,
"acc@0.5": 0.58125,
"test_n": 400,
"test_f1@tuned": 0.6009615384615384,
"test_fpr@tuned": 0.47342995169082125,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_en": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.8126410835214447,
"acc@0.5": 0.7925,
"test_n": 400,
"test_f1@tuned": 0.8282352941176471,
"test_fpr@tuned": 0.27403846153846156,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_es": {
"n": 800,
"unsafe": 408,
"f1@0.5": 0.6331550802139038,
"acc@0.5": 0.57125,
"test_n": 400,
"test_f1@tuned": 0.6307053941908715,
"test_fpr@tuned": 0.631578947368421,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_fr": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.521341463414634,
"acc@0.5": 0.6075,
"test_n": 400,
"test_f1@tuned": 0.3397683397683398,
"test_fpr@tuned": 0.0975609756097561,
"tuned_thr": 0.71,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_he": {
"n": 800,
"unsafe": 332,
"f1@0.5": 0.02932551319648094,
"acc@0.5": 0.58625,
"test_n": 400,
"test_f1@tuned": 0.055865921787709494,
"test_fpr@tuned": 0.008771929824561403,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hi": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hin": {
"n": 800,
"unsafe": 394,
"f1@0.5": 0.47694753577106525,
"acc@0.5": 0.58875,
"test_n": 400,
"test_f1@tuned": 0.17543859649122806,
"test_fpr@tuned": 0.06341463414634146,
"tuned_thr": 0.73,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_it": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.5784313725490198,
"acc@0.5": 0.57,
"test_n": 400,
"test_f1@tuned": 0.583756345177665,
"test_fpr@tuned": 0.41545893719806765,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ja": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ru": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.39530988274706863,
"acc@0.5": 0.54875,
"test_n": 400,
"test_f1@tuned": 0.19913419913419914,
"test_fpr@tuned": 0.06796116504854369,
"tuned_thr": 0.63,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_tt": {
"n": 800,
"unsafe": 403,
"f1@0.5": 0.5113788487282463,
"acc@0.5": 0.54375,
"test_n": 400,
"test_f1@tuned": 0.5080213903743316,
"test_fpr@tuned": 0.38578680203045684,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_uk": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.3771626297577855,
"acc@0.5": 0.55,
"test_n": 400,
"test_f1@tuned": 0.1981981981981982,
"test_fpr@tuned": 0.06103286384976526,
"tuned_thr": 0.64,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_zh": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.019138755980861243,
"acc@0.5": 0.4875,
"test_n": 400,
"test_f1@tuned": 0.06572769953051644,
"test_fpr@tuned": 0.020202020202020204,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"synth_cs": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_de": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_es": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_fr": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
}
}
}