Barist.6 / reports /multilingual.json
KucLab's picture
Add report multilingual.json
3c175c2 verified
Raw History Blame Contribute Delete
5.61 kB
{
"checkpoint": "checkpoints_b6b/best.pt",
"results": {
"textdetox_am": {
"n": 800,
"unsafe": 385,
"f1@0.5": 0.45675675675675675,
"acc@0.5": 0.4975,
"test_n": 400,
"test_f1@tuned": 0.07476635514018691,
"test_fpr@tuned": 0.05365853658536585,
"tuned_thr": 0.74,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ar": {
"n": 800,
"unsafe": 387,
"f1@0.5": 0.005154639175257732,
"acc@0.5": 0.5175,
"test_n": 400,
"test_f1@tuned": 0.020833333333333332,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_de": {
"n": 800,
"unsafe": 397,
"f1@0.5": 0.5501285347043702,
"acc@0.5": 0.5625,
"test_n": 400,
"test_f1@tuned": 0.5376344086021505,
"test_fpr@tuned": 0.375609756097561,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_en": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.8111731843575419,
"acc@0.5": 0.78875,
"test_n": 400,
"test_f1@tuned": 0.8290398126463701,
"test_fpr@tuned": 0.2857142857142857,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_es": {
"n": 800,
"unsafe": 408,
"f1@0.5": 0.6132723112128146,
"acc@0.5": 0.5775,
"test_n": 400,
"test_f1@tuned": 0.6178489702517163,
"test_fpr@tuned": 0.48148148148148145,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_fr": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.4857142857142857,
"acc@0.5": 0.595,
"test_n": 400,
"test_f1@tuned": 0.256198347107438,
"test_fpr@tuned": 0.055,
"tuned_thr": 0.7,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_he": {
"n": 800,
"unsafe": 332,
"f1@0.5": 0.03488372093023256,
"acc@0.5": 0.585,
"test_n": 400,
"test_f1@tuned": 0.10989010989010989,
"test_fpr@tuned": 0.017241379310344827,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hi": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hin": {
"n": 800,
"unsafe": 394,
"f1@0.5": 0.42833607907743,
"acc@0.5": 0.56625,
"test_n": 400,
"test_f1@tuned": 0.2184873949579832,
"test_fpr@tuned": 0.08737864077669903,
"tuned_thr": 0.69,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_it": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.5528662420382165,
"acc@0.5": 0.56125,
"test_n": 400,
"test_f1@tuned": 0.5135135135135136,
"test_fpr@tuned": 0.4019138755980861,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ja": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ru": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.5408163265306122,
"acc@0.5": 0.55,
"test_n": 400,
"test_f1@tuned": 0.168141592920354,
"test_fpr@tuned": 0.035,
"tuned_thr": 0.65,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_tt": {
"n": 800,
"unsafe": 403,
"f1@0.5": 0.5602836879432623,
"acc@0.5": 0.535,
"test_n": 400,
"test_f1@tuned": 0.1461187214611872,
"test_fpr@tuned": 0.06190476190476191,
"tuned_thr": 0.71,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_uk": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.4768786127167631,
"acc@0.5": 0.5475,
"test_n": 400,
"test_f1@tuned": 0.15720524017467247,
"test_fpr@tuned": 0.05970149253731343,
"tuned_thr": 0.64,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_zh": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.028639618138424822,
"acc@0.5": 0.49125,
"test_n": 400,
"test_f1@tuned": 0.11255411255411255,
"test_fpr@tuned": 0.037037037037037035,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"synth_cs": {
"n": 300,
"unsafe": 150,
"f1@0.5": 0.9864864864864865,
"acc@0.5": 0.9866666666666667
},
"synth_de": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_es": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_fr": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
}
}
}