KucLab commited on
Commit
ed5b6f0
·
verified ·
1 Parent(s): 04d6792

Add report adversarial.json

Browse files
Files changed (1) hide show
  1. reports/adversarial.json +36 -0
reports/adversarial.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints9h/best.pt",
3
+ "n_items": 160,
4
+ "attacks": {
5
+ "clean": {
6
+ "n": 160,
7
+ "detection_rate@0.5": 0.9938,
8
+ "mean_unsafe_prob": 0.9166
9
+ },
10
+ "typo": {
11
+ "n": 160,
12
+ "detection_rate@0.5": 0.9437,
13
+ "mean_unsafe_prob": 0.8584
14
+ },
15
+ "leet": {
16
+ "n": 160,
17
+ "detection_rate@0.5": 0.975,
18
+ "mean_unsafe_prob": 0.9065
19
+ },
20
+ "homoglyph": {
21
+ "n": 160,
22
+ "detection_rate@0.5": 1.0,
23
+ "mean_unsafe_prob": 0.9468
24
+ },
25
+ "zero_width": {
26
+ "n": 160,
27
+ "detection_rate@0.5": 1.0,
28
+ "mean_unsafe_prob": 0.9394
29
+ },
30
+ "case": {
31
+ "n": 160,
32
+ "detection_rate@0.5": 0.9563,
33
+ "mean_unsafe_prob": 0.8334
34
+ }
35
+ }
36
+ }