KucLab commited on
Commit
0ef48b9
·
verified ·
1 Parent(s): 2d89ea2

Add report adversarial.json

Browse files
Files changed (1) hide show
  1. reports/adversarial.json +12 -12
reports/adversarial.json CHANGED
@@ -1,36 +1,36 @@
1
  {
2
- "checkpoint": "checkpoints_b1l/best.pt",
3
  "n_items": 160,
4
  "attacks": {
5
  "clean": {
6
  "n": 160,
7
  "detection_rate@0.5": 0.9875,
8
- "mean_unsafe_prob": 0.8814
9
  },
10
  "typo": {
11
  "n": 160,
12
- "detection_rate@0.5": 0.8875,
13
- "mean_unsafe_prob": 0.8063
14
  },
15
  "leet": {
16
  "n": 160,
17
- "detection_rate@0.5": 0.9437,
18
- "mean_unsafe_prob": 0.8621
19
  },
20
  "homoglyph": {
21
  "n": 160,
22
- "detection_rate@0.5": 1.0,
23
- "mean_unsafe_prob": 0.9223
24
  },
25
  "zero_width": {
26
  "n": 160,
27
- "detection_rate@0.5": 0.9938,
28
- "mean_unsafe_prob": 0.9099
29
  },
30
  "case": {
31
  "n": 160,
32
- "detection_rate@0.5": 0.9437,
33
- "mean_unsafe_prob": 0.8035
34
  }
35
  }
36
  }
 
1
  {
2
+ "checkpoint": "checkpoints_b1q/best.pt",
3
  "n_items": 160,
4
  "attacks": {
5
  "clean": {
6
  "n": 160,
7
  "detection_rate@0.5": 0.9875,
8
+ "mean_unsafe_prob": 0.8576
9
  },
10
  "typo": {
11
  "n": 160,
12
+ "detection_rate@0.5": 0.9437,
13
+ "mean_unsafe_prob": 0.8012
14
  },
15
  "leet": {
16
  "n": 160,
17
+ "detection_rate@0.5": 0.9875,
18
+ "mean_unsafe_prob": 0.8527
19
  },
20
  "homoglyph": {
21
  "n": 160,
22
+ "detection_rate@0.5": 0.9938,
23
+ "mean_unsafe_prob": 0.8942
24
  },
25
  "zero_width": {
26
  "n": 160,
27
+ "detection_rate@0.5": 1.0,
28
+ "mean_unsafe_prob": 0.8925
29
  },
30
  "case": {
31
  "n": 160,
32
+ "detection_rate@0.5": 0.9625,
33
+ "mean_unsafe_prob": 0.7973
34
  }
35
  }
36
  }