Barist.7 / reports /multilingual.json
KucLab's picture
Add report multilingual.json
e20cdd2 verified
Raw History Blame Contribute Delete
5.6 kB
{
"checkpoint": "checkpoints_b7b/best.pt",
"results": {
"textdetox_am": {
"n": 800,
"unsafe": 385,
"f1@0.5": 0.46797385620915033,
"acc@0.5": 0.49125,
"test_n": 400,
"test_f1@tuned": 0.49489795918367346,
"test_fpr@tuned": 0.475,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ar": {
"n": 800,
"unsafe": 387,
"f1@0.5": 0.005154639175257732,
"acc@0.5": 0.5175,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.39,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_de": {
"n": 800,
"unsafe": 397,
"f1@0.5": 0.5696361355081555,
"acc@0.5": 0.57125,
"test_n": 400,
"test_f1@tuned": 0.5532994923857868,
"test_fpr@tuned": 0.4362745098039216,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_en": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.8097886540600666,
"acc@0.5": 0.78625,
"test_n": 400,
"test_f1@tuned": 0.8286334056399132,
"test_fpr@tuned": 0.336734693877551,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_es": {
"n": 800,
"unsafe": 408,
"f1@0.5": 0.6160815402038504,
"acc@0.5": 0.57625,
"test_n": 400,
"test_f1@tuned": 0.631336405529954,
"test_fpr@tuned": 0.48756218905472637,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_fr": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.4984423676012461,
"acc@0.5": 0.5975,
"test_n": 400,
"test_f1@tuned": 0.2796610169491525,
"test_fpr@tuned": 0.05741626794258373,
"tuned_thr": 0.71,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_he": {
"n": 800,
"unsafe": 332,
"f1@0.5": 0.03488372093023256,
"acc@0.5": 0.585,
"test_n": 400,
"test_f1@tuned": 0.1368421052631579,
"test_fpr@tuned": 0.01762114537444934,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hi": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hin": {
"n": 800,
"unsafe": 394,
"f1@0.5": 0.4411764705882353,
"acc@0.5": 0.5725,
"test_n": 400,
"test_f1@tuned": 0.11555555555555556,
"test_fpr@tuned": 0.04568527918781726,
"tuned_thr": 0.74,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_it": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.5588972431077694,
"acc@0.5": 0.56,
"test_n": 400,
"test_f1@tuned": 0.20408163265306123,
"test_fpr@tuned": 0.08163265306122448,
"tuned_thr": 0.74,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ja": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ru": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.5731414868105515,
"acc@0.5": 0.555,
"test_n": 400,
"test_f1@tuned": 0.24505928853754938,
"test_fpr@tuned": 0.11,
"tuned_thr": 0.62,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_tt": {
"n": 800,
"unsafe": 403,
"f1@0.5": 0.5711009174311926,
"acc@0.5": 0.5325,
"test_n": 400,
"test_f1@tuned": 0.12556053811659193,
"test_fpr@tuned": 0.010362694300518135,
"tuned_thr": 0.74,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_uk": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.4888268156424581,
"acc@0.5": 0.5425,
"test_n": 400,
"test_f1@tuned": 0.12280701754385966,
"test_fpr@tuned": 0.041237113402061855,
"tuned_thr": 0.66,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_zh": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.028639618138424822,
"acc@0.5": 0.49125,
"test_n": 400,
"test_f1@tuned": 0.06542056074766356,
"test_fpr@tuned": 0.03015075376884422,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"synth_cs": {
"n": 300,
"unsafe": 150,
"f1@0.5": 0.9932885906040269,
"acc@0.5": 0.9933333333333333
},
"synth_de": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_es": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_fr": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
}
}
}