Censer.9 / reports /multilingual.json
KucLab's picture
Add report multilingual.json
e2f55be verified
Raw History Blame Contribute Delete
5.6 kB
{
"checkpoint": "checkpoints9h/best.pt",
"results": {
"textdetox_am": {
"n": 800,
"unsafe": 385,
"f1@0.5": 0.0665083135391924,
"acc@0.5": 0.50875,
"test_n": 400,
"test_f1@tuned": 0.08530805687203791,
"test_fpr@tuned": 0.061611374407582936,
"tuned_thr": 0.46,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ar": {
"n": 800,
"unsafe": 387,
"f1@0.5": 0.0051413881748071984,
"acc@0.5": 0.51625,
"test_n": 400,
"test_f1@tuned": 0.010309278350515464,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_de": {
"n": 800,
"unsafe": 397,
"f1@0.5": 0.6056338028169013,
"acc@0.5": 0.58,
"test_n": 400,
"test_f1@tuned": 0.038461538461538464,
"test_fpr@tuned": 0.024875621890547265,
"tuned_thr": 0.92,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_en": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.8107502799552072,
"acc@0.5": 0.78875,
"test_n": 400,
"test_f1@tuned": 0.7965616045845272,
"test_fpr@tuned": 0.09523809523809523,
"tuned_thr": 0.79,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_es": {
"n": 800,
"unsafe": 408,
"f1@0.5": 0.6436058700209644,
"acc@0.5": 0.575,
"test_n": 400,
"test_f1@tuned": 0.6529774127310062,
"test_fpr@tuned": 0.6086956521739131,
"tuned_thr": 0.5,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_fr": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.5052950075642965,
"acc@0.5": 0.59125,
"test_n": 400,
"test_f1@tuned": 0.25,
"test_fpr@tuned": 0.03773584905660377,
"tuned_thr": 0.89,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_he": {
"n": 800,
"unsafe": 332,
"f1@0.5": 0.029411764705882353,
"acc@0.5": 0.5875,
"test_n": 400,
"test_f1@tuned": 0.03571428571428571,
"test_fpr@tuned": 0.016736401673640166,
"tuned_thr": 0.38,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hi": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_hin": {
"n": 800,
"unsafe": 394,
"f1@0.5": 0.5406162464985994,
"acc@0.5": 0.59,
"test_n": 400,
"test_f1@tuned": 0.11504424778761062,
"test_fpr@tuned": 0.03608247422680412,
"tuned_thr": 0.87,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_it": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.594724220623501,
"acc@0.5": 0.5775,
"test_n": 400,
"test_f1@tuned": 0.125,
"test_fpr@tuned": 0.020618556701030927,
"tuned_thr": 0.9,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ja": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.0,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.0,
"test_fpr@tuned": 0.0,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_ru": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.1934065934065934,
"acc@0.5": 0.54125,
"test_n": 400,
"test_f1@tuned": 0.1739130434782609,
"test_fpr@tuned": 0.030612244897959183,
"tuned_thr": 0.58,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_tt": {
"n": 800,
"unsafe": 403,
"f1@0.5": 0.39418416801292405,
"acc@0.5": 0.53125,
"test_n": 400,
"test_f1@tuned": 0.09691629955947137,
"test_fpr@tuned": 0.046632124352331605,
"tuned_thr": 0.9,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_uk": {
"n": 800,
"unsafe": 391,
"f1@0.5": 0.23700623700623702,
"acc@0.5": 0.54125,
"test_n": 400,
"test_f1@tuned": 0.1965811965811966,
"test_fpr@tuned": 0.045454545454545456,
"tuned_thr": 0.71,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"textdetox_zh": {
"n": 800,
"unsafe": 409,
"f1@0.5": 0.009685230024213074,
"acc@0.5": 0.48875,
"test_n": 400,
"test_f1@tuned": 0.017241379310344827,
"test_fpr@tuned": 0.022988505747126436,
"tuned_thr": 0.3,
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
},
"synth_cs": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_de": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_es": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
},
"synth_fr": {
"n": 300,
"unsafe": 150,
"f1@0.5": 1.0,
"acc@0.5": 1.0
}
}
}