Hugging Face's logo

HuaminChen
/
jailbreak_classifier_linear_model

Sentence Similarity
sentence-transformers
Safetensors
bert
feature-extraction
text-embeddings-inference
Model card Files
xet
Community
jailbreak_classifier_linear_model
File size: 1,650 Bytes
173b1e0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
 
{
  "validation_accuracy": 0.9795918367346939,
  "test_accuracy": 0.9795918367346939,
  "validation_report": {
    "benign": {
      "precision": 0.9693877551020408,
      "recall": 0.9895833333333334,
      "f1-score": 0.979381443298969,
      "support": 96.0
    },
    "jailbreak": {
      "precision": 0.9897959183673469,
      "recall": 0.97,
      "f1-score": 0.9797979797979798,
      "support": 100.0
    },
    "accuracy": 0.9795918367346939,
    "macro avg": {
      "precision": 0.9795918367346939,
      "recall": 0.9797916666666666,
      "f1-score": 0.9795897115484744,
      "support": 196.0
    },
    "weighted avg": {
      "precision": 0.9798000832986256,
      "recall": 0.9795918367346939,
      "f1-score": 0.9795939619209133,
      "support": 196.0
    }
  },
  "test_report": {
    "benign": {
      "precision": 0.9893617021276596,
      "recall": 0.96875,
      "f1-score": 0.9789473684210527,
      "support": 96.0
    },
    "jailbreak": {
      "precision": 0.9705882352941176,
      "recall": 0.99,
      "f1-score": 0.9801980198019802,
      "support": 100.0
    },
    "accuracy": 0.9795918367346939,
    "macro avg": {
      "precision": 0.9799749687108886,
      "recall": 0.979375,
      "f1-score": 0.9795726941115164,
      "support": 196.0
    },
    "weighted avg": {
      "precision": 0.9797834027227913,
      "recall": 0.9795918367346939,
      "f1-score": 0.9795854558603014,
      "support": 196.0
    }
  },
  "validation_confusion_matrix": [
    [
      95,
      1
    ],
    [
      3,
      97
    ]
  ],
  "test_confusion_matrix": [
    [
      93,
      3
    ],
    [
      1,
      99
    ]
  ]
}