Barist.5 / reports /multilingual.json
KucLab's picture
Add report multilingual.json
11b2eec verified
Raw History Blame Contribute Delete
5.64 kB
{
"checkpoint": "checkpoints_b5c/best.pt",
"results": {
"textdetox_am": {
"n": 800,
"unsafe": 385,
"f1@0.5": 0.4335664335664336,
"acc@0.5": 0.49375,
"test_n": 400,
"test_f1@tuned": 0.09216589861751152,
"test_fpr@tuned": 0.05853658536585366,
"tuned_thr": 0.74,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ar": {
"n": 800,
"unsafe": 387,
"f1@0.5": 0.005154639175257732,
"acc@0.5": 0.5175,
"test_n": 400,
"test_f1@tuned": 0.010582010582010583,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_de": {
"n": 800,
"unsafe": 397,
"f1@0.5": 0.5227882037533512,
"acc@0.5": 0.555,
"test_n": 400,
"test_f1@tuned": 0.5217391304347826,
"test_fpr@tuned": 0.3786407766990291,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_en": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.8120805369127516,
"acc@0.5": 0.79,
"test_n": 400,
"test_f1@tuned": 0.8192219679633868,
"test_fpr@tuned": 0.3073170731707317,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_es": {
"n": 800,
"unsafe": 408,
"f1@0.5": 0.6044340723453908,
"acc@0.5": 0.57625,
"test_n": 400,
"test_f1@tuned": 0.5958429561200924,
"test_fpr@tuned": 0.5,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_fr": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.46434494195688225,
"acc@0.5": 0.59625,
"test_n": 400,
"test_f1@tuned": 0.28333333333333327,
"test_fpr@tuned": 0.05825242718446602,
"tuned_thr": 0.69,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_he": {
"n": 800,
"unsafe": 332,
"f1@0.5": 0.03508771929824561,
"acc@0.5": 0.5875,
"test_n": 400,
"test_f1@tuned": 0.0782122905027933,
"test_fpr@tuned": 0.012987012987012988,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hi": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hin": {
"n": 800,
"unsafe": 394,
"f1@0.5": 0.4187604690117253,
"acc@0.5": 0.56625,
"test_n": 400,
"test_f1@tuned": 0.12444444444444444,
"test_fpr@tuned": 0.05025125628140704,
"tuned_thr": 0.74,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_it": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.5395590142671854,
"acc@0.5": 0.55625,
"test_n": 400,
"test_f1@tuned": 0.5506493506493506,
"test_fpr@tuned": 0.38578680203045684,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ja": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ru": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.5279583875162549,
"acc@0.5": 0.54625,
"test_n": 400,
"test_f1@tuned": 0.11707317073170731,
"test_fpr@tuned": 0.037209302325581395,
"tuned_thr": 0.65,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_tt": {
"n": 800,
"unsafe": 403,
"f1@0.5": 0.5605700712589072,
"acc@0.5": 0.5375,
"test_n": 400,
"test_f1@tuned": 0.15517241379310345,
"test_fpr@tuned": 0.046153846153846156,
"tuned_thr": 0.72,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_uk": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.47437774524158133,
"acc@0.5": 0.55125,
"test_n": 400,
"test_f1@tuned": 0.23868312757201646,
"test_fpr@tuned": 0.09268292682926829,
"tuned_thr": 0.63,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_zh": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.028639618138424822,
"acc@0.5": 0.49125,
"test_n": 400,
"test_f1@tuned": 0.07272727272727274,
"test_fpr@tuned": 0.04568527918781726,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"synth_cs": {
"n": 300,
"unsafe": 150,
"f1@0.5": 0.983050847457627,
"acc@0.5": 0.9833333333333333
},
"synth_de": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_es": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_fr": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
}
}
}