KucLab commited on
Commit
a5d13e2
·
verified ·
1 Parent(s): d5947af

Add report adversarial.json

Browse files
Files changed (1) hide show
  1. reports/adversarial.json +36 -0
reports/adversarial.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints_b5c/best.pt",
3
+ "n_items": 160,
4
+ "attacks": {
5
+ "clean": {
6
+ "n": 160,
7
+ "detection_rate@0.5": 0.9875,
8
+ "mean_unsafe_prob": 0.8478
9
+ },
10
+ "typo": {
11
+ "n": 160,
12
+ "detection_rate@0.5": 0.9625,
13
+ "mean_unsafe_prob": 0.798
14
+ },
15
+ "leet": {
16
+ "n": 160,
17
+ "detection_rate@0.5": 0.9812,
18
+ "mean_unsafe_prob": 0.8444
19
+ },
20
+ "homoglyph": {
21
+ "n": 160,
22
+ "detection_rate@0.5": 0.9938,
23
+ "mean_unsafe_prob": 0.8658
24
+ },
25
+ "zero_width": {
26
+ "n": 160,
27
+ "detection_rate@0.5": 1.0,
28
+ "mean_unsafe_prob": 0.8793
29
+ },
30
+ "case": {
31
+ "n": 160,
32
+ "detection_rate@0.5": 0.975,
33
+ "mean_unsafe_prob": 0.7938
34
+ }
35
+ }
36
+ }