KucLab commited on
Commit
c43cdde
·
verified ·
1 Parent(s): d5f6040

Add report adversarial.json

Browse files
Files changed (1) hide show
  1. reports/adversarial.json +36 -0
reports/adversarial.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints_b3e/best.pt",
3
+ "n_items": 160,
4
+ "attacks": {
5
+ "clean": {
6
+ "n": 160,
7
+ "detection_rate@0.5": 0.9875,
8
+ "mean_unsafe_prob": 0.8519
9
+ },
10
+ "typo": {
11
+ "n": 160,
12
+ "detection_rate@0.5": 0.95,
13
+ "mean_unsafe_prob": 0.7982
14
+ },
15
+ "leet": {
16
+ "n": 160,
17
+ "detection_rate@0.5": 0.9812,
18
+ "mean_unsafe_prob": 0.8504
19
+ },
20
+ "homoglyph": {
21
+ "n": 160,
22
+ "detection_rate@0.5": 0.9938,
23
+ "mean_unsafe_prob": 0.8779
24
+ },
25
+ "zero_width": {
26
+ "n": 160,
27
+ "detection_rate@0.5": 1.0,
28
+ "mean_unsafe_prob": 0.885
29
+ },
30
+ "case": {
31
+ "n": 160,
32
+ "detection_rate@0.5": 0.9688,
33
+ "mean_unsafe_prob": 0.7958
34
+ }
35
+ }
36
+ }