Barist.3 / reports /multilingual.json
KucLab's picture
Add report multilingual.json
524e0a8 verified
Raw History Blame Contribute Delete
5.64 kB
{
"checkpoint": "checkpoints_b3e/best.pt",
"results": {
"textdetox_am": {
"n": 800,
"unsafe": 385,
"f1@0.5": 0.2974358974358974,
"acc@0.5": 0.48625,
"test_n": 400,
"test_f1@tuned": 0.031088082901554407,
"test_fpr@tuned": 0.023255813953488372,
"tuned_thr": 0.74,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ar": {
"n": 800,
"unsafe": 387,
"f1@0.5": 0.005154639175257732,
"acc@0.5": 0.5175,
"test_n": 400,
"test_f1@tuned": 0.009852216748768473,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_de": {
"n": 800,
"unsafe": 397,
"f1@0.5": 0.558974358974359,
"acc@0.5": 0.57,
"test_n": 400,
"test_f1@tuned": 0.5863874345549738,
"test_fpr@tuned": 0.36585365853658536,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_en": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.8126410835214447,
"acc@0.5": 0.7925,
"test_n": 400,
"test_f1@tuned": 0.8243243243243243,
"test_fpr@tuned": 0.3118811881188119,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_es": {
"n": 800,
"unsafe": 408,
"f1@0.5": 0.6183035714285714,
"acc@0.5": 0.5725,
"test_n": 400,
"test_f1@tuned": 0.6355555555555555,
"test_fpr@tuned": 0.5396039603960396,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_fr": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.4912280701754386,
"acc@0.5": 0.60125,
"test_n": 400,
"test_f1@tuned": 0.27848101265822783,
"test_fpr@tuned": 0.0392156862745098,
"tuned_thr": 0.74,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_he": {
"n": 800,
"unsafe": 332,
"f1@0.5": 0.02932551319648094,
"acc@0.5": 0.58625,
"test_n": 400,
"test_f1@tuned": 0.06451612903225806,
"test_fpr@tuned": 0.017857142857142856,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hi": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hin": {
"n": 800,
"unsafe": 394,
"f1@0.5": 0.4521452145214521,
"acc@0.5": 0.585,
"test_n": 400,
"test_f1@tuned": 0.17094017094017094,
"test_fpr@tuned": 0.06532663316582915,
"tuned_thr": 0.73,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_it": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.5721518987341772,
"acc@0.5": 0.5775,
"test_n": 400,
"test_f1@tuned": 0.5664160401002506,
"test_fpr@tuned": 0.41237113402061853,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ja": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ru": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.5734939759036144,
"acc@0.5": 0.5575,
"test_n": 400,
"test_f1@tuned": 0.14611872146118723,
"test_fpr@tuned": 0.05741626794258373,
"tuned_thr": 0.68,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_tt": {
"n": 800,
"unsafe": 403,
"f1@0.5": 0.581901489117984,
"acc@0.5": 0.54375,
"test_n": 400,
"test_f1@tuned": 0.5841121495327103,
"test_fpr@tuned": 0.5336538461538461,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_uk": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.5128205128205128,
"acc@0.5": 0.54875,
"test_n": 400,
"test_f1@tuned": 0.16666666666666666,
"test_fpr@tuned": 0.031818181818181815,
"tuned_thr": 0.7,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_zh": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.028503562945368172,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.07860262008733625,
"test_fpr@tuned": 0.03225806451612903,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"synth_cs": {
"n": 300,
"unsafe": 150,
"f1@0.5": 0.9932885906040269,
"acc@0.5": 0.9933333333333333
},
"synth_de": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_es": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_fr": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
}
}
}