Barist.4 / reports /multilingual.json
KucLab's picture
Add report multilingual.json
f8a614f verified
Raw History Blame Contribute Delete
5.63 kB
{
"checkpoint": "checkpoints_b4b/best.pt",
"results": {
"textdetox_am": {
"n": 800,
"unsafe": 385,
"f1@0.5": 0.3576982892690513,
"acc@0.5": 0.48375,
"test_n": 400,
"test_f1@tuned": 0.12903225806451613,
"test_fpr@tuned": 0.07075471698113207,
"tuned_thr": 0.73,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ar": {
"n": 800,
"unsafe": 387,
"f1@0.5": 0.005154639175257732,
"acc@0.5": 0.5175,
"test_n": 400,
"test_f1@tuned": 0.00970873786407767,
"test_fpr@tuned": 0.00510204081632653,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_de": {
"n": 800,
"unsafe": 397,
"f1@0.5": 0.5575447570332481,
"acc@0.5": 0.5675,
"test_n": 400,
"test_f1@tuned": 0.558139534883721,
"test_fpr@tuned": 0.4238095238095238,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_en": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.8130630630630631,
"acc@0.5": 0.7925,
"test_n": 400,
"test_f1@tuned": 0.8143176733780761,
"test_fpr@tuned": 0.3382352941176471,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_es": {
"n": 800,
"unsafe": 408,
"f1@0.5": 0.6155580608793686,
"acc@0.5": 0.57375,
"test_n": 400,
"test_f1@tuned": 0.6469248291571753,
"test_fpr@tuned": 0.47715736040609136,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_fr": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.48562300319488816,
"acc@0.5": 0.5975,
"test_n": 400,
"test_f1@tuned": 0.2845849802371541,
"test_fpr@tuned": 0.031746031746031744,
"tuned_thr": 0.74,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_he": {
"n": 800,
"unsafe": 332,
"f1@0.5": 0.02932551319648094,
"acc@0.5": 0.58625,
"test_n": 400,
"test_f1@tuned": 0.06857142857142856,
"test_fpr@tuned": 0.01702127659574468,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hi": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hin": {
"n": 800,
"unsafe": 394,
"f1@0.5": 0.4366666666666667,
"acc@0.5": 0.5775,
"test_n": 400,
"test_f1@tuned": 0.16806722689075632,
"test_fpr@tuned": 0.08080808080808081,
"tuned_thr": 0.7,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_it": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.565989847715736,
"acc@0.5": 0.5725,
"test_n": 400,
"test_f1@tuned": 0.5378590078328981,
"test_fpr@tuned": 0.4088669950738916,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ja": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ru": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.6155507559395248,
"acc@0.5": 0.555,
"test_n": 400,
"test_f1@tuned": 0.14746543778801843,
"test_fpr@tuned": 0.05687203791469194,
"tuned_thr": 0.69,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_tt": {
"n": 800,
"unsafe": 403,
"f1@0.5": 0.6080347448425624,
"acc@0.5": 0.54875,
"test_n": 400,
"test_f1@tuned": 0.11607142857142858,
"test_fpr@tuned": 0.05970149253731343,
"tuned_thr": 0.75,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_uk": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.5525672371638141,
"acc@0.5": 0.5425,
"test_n": 400,
"test_f1@tuned": 0.20535714285714285,
"test_fpr@tuned": 0.03864734299516908,
"tuned_thr": 0.7,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_zh": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0332541567695962,
"acc@0.5": 0.49125,
"test_n": 400,
"test_f1@tuned": 0.08411214953271028,
"test_fpr@tuned": 0.025,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"synth_cs": {
"n": 300,
"unsafe": 150,
"f1@0.5": 0.98989898989899,
"acc@0.5": 0.99
},
"synth_de": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_es": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_fr": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
}
}
}