Barist.1 / reports /adversarial.json
KucLab's picture
Add report adversarial.json
0ef48b9 verified
Raw History Blame Contribute Delete
727 Bytes
{
"checkpoint": "checkpoints_b1q/best.pt",
"n_items": 160,
"attacks": {
"clean": {
"n": 160,
"detection_rate@0.5": 0.9875,
"mean_unsafe_prob": 0.8576
},
"typo": {
"n": 160,
"detection_rate@0.5": 0.9437,
"mean_unsafe_prob": 0.8012
},
"leet": {
"n": 160,
"detection_rate@0.5": 0.9875,
"mean_unsafe_prob": 0.8527
},
"homoglyph": {
"n": 160,
"detection_rate@0.5": 0.9938,
"mean_unsafe_prob": 0.8942
},
"zero_width": {
"n": 160,
"detection_rate@0.5": 1.0,
"mean_unsafe_prob": 0.8925
},
"case": {
"n": 160,
"detection_rate@0.5": 0.9625,
"mean_unsafe_prob": 0.7973
}
}
}