HuaminChen commited on
Commit
85148e1
·
verified ·
1 Parent(s): d1432a1

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -49,6 +49,6 @@
49
  "sparse_pred_ignore_index": -100,
50
  "sparse_prediction": false,
51
  "torch_dtype": "float32",
52
- "transformers_version": "4.54.1",
53
  "vocab_size": 50368
54
  }
 
49
  "sparse_pred_ignore_index": -100,
50
  "sparse_prediction": false,
51
  "torch_dtype": "float32",
52
+ "transformers_version": "4.55.0",
53
  "vocab_size": 50368
54
  }
evaluation_results.json CHANGED
@@ -1,78 +1,78 @@
1
  {
2
- "validation_accuracy": 0.9846938775510204,
3
- "test_accuracy": 0.9846938775510204,
4
  "validation_report": {
5
  "benign": {
6
- "precision": 0.9696969696969697,
7
- "recall": 1.0,
8
- "f1-score": 0.9846153846153847,
9
- "support": 96.0
10
  },
11
  "jailbreak": {
12
- "precision": 1.0,
13
- "recall": 0.97,
14
- "f1-score": 0.9847715736040609,
15
- "support": 100.0
16
  },
17
- "accuracy": 0.9846938775510204,
18
  "macro avg": {
19
- "precision": 0.9848484848484849,
20
- "recall": 0.985,
21
- "f1-score": 0.9846934791097228,
22
- "support": 196.0
23
  },
24
  "weighted avg": {
25
- "precision": 0.9851576994434137,
26
- "recall": 0.9846938775510204,
27
- "f1-score": 0.9846950728749132,
28
- "support": 196.0
29
  }
30
  },
31
  "test_report": {
32
  "benign": {
33
- "precision": 0.9894736842105263,
34
- "recall": 0.9791666666666666,
35
- "f1-score": 0.9842931937172775,
36
- "support": 96.0
37
  },
38
  "jailbreak": {
39
- "precision": 0.9801980198019802,
40
- "recall": 0.99,
41
- "f1-score": 0.9850746268656716,
42
- "support": 100.0
43
  },
44
- "accuracy": 0.9846938775510204,
45
  "macro avg": {
46
- "precision": 0.9848358520062532,
47
- "recall": 0.9845833333333334,
48
- "f1-score": 0.9846839102914746,
49
- "support": 196.0
50
  },
51
  "weighted avg": {
52
- "precision": 0.9847412023694314,
53
- "recall": 0.9846938775510204,
54
- "f1-score": 0.9846918840991112,
55
- "support": 196.0
56
  }
57
  },
58
  "validation_confusion_matrix": [
59
  [
60
- 96,
61
- 0
62
  ],
63
  [
64
- 3,
65
- 97
66
  ]
67
  ],
68
  "test_confusion_matrix": [
69
  [
70
- 94,
71
- 2
72
  ],
73
  [
74
- 1,
75
- 99
76
  ]
77
  ]
78
  }
 
1
  {
2
+ "validation_accuracy": 0.9998166387259011,
3
+ "test_accuracy": 0.9997467868119586,
4
  "validation_report": {
5
  "benign": {
6
+ "precision": 0.9998984089965459,
7
+ "recall": 0.9999160755143688,
8
+ "f1-score": 0.9999072421774237,
9
+ "support": 226394.0
10
  },
11
  "jailbreak": {
12
+ "precision": 0.9928517682468021,
13
+ "recall": 0.9913598797896318,
14
+ "f1-score": 0.9921052631578947,
15
+ "support": 2662.0
16
  },
17
+ "accuracy": 0.9998166387259011,
18
  "macro avg": {
19
+ "precision": 0.996375088621674,
20
+ "recall": 0.9956379776520003,
21
+ "f1-score": 0.9960062526676592,
22
+ "support": 229056.0
23
  },
24
  "weighted avg": {
25
+ "precision": 0.9998165156705653,
26
+ "recall": 0.9998166387259011,
27
+ "f1-score": 0.9998165706030052,
28
+ "support": 229056.0
29
  }
30
  },
31
  "test_report": {
32
  "benign": {
33
+ "precision": 0.9998454111401149,
34
+ "recall": 0.9998984076503457,
35
+ "f1-score": 0.9998719086929828,
36
+ "support": 226395.0
37
  },
38
  "jailbreak": {
39
+ "precision": 0.9913174782936958,
40
+ "recall": 0.9868470499812101,
41
+ "f1-score": 0.9890772128060263,
42
+ "support": 2661.0
43
  },
44
+ "accuracy": 0.9997467868119586,
45
  "macro avg": {
46
+ "precision": 0.9955814447169054,
47
+ "recall": 0.9933727288157779,
48
+ "f1-score": 0.9944745607495046,
49
+ "support": 229056.0
50
  },
51
  "weighted avg": {
52
+ "precision": 0.9997463400426352,
53
+ "recall": 0.9997467868119586,
54
+ "f1-score": 0.9997465040506457,
55
+ "support": 229056.0
56
  }
57
  },
58
  "validation_confusion_matrix": [
59
  [
60
+ 226375,
61
+ 19
62
  ],
63
  [
64
+ 23,
65
+ 2639
66
  ]
67
  ],
68
  "test_confusion_matrix": [
69
  [
70
+ 226372,
71
+ 23
72
  ],
73
  [
74
+ 35,
75
+ 2626
76
  ]
77
  ]
78
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5c12a74a30c5da5797d5ddfec76938c224fdf3c875c5ee368ea5706467e2d37
3
- size 598439784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:773325b2bfce5b31274104d34fbb34db404c48a6522747dfc618b37816bbd5ac
3
+ size 598441160
tokenizer.json CHANGED
@@ -2,13 +2,13 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
  "strategy": {
11
- "Fixed": 512
12
  },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 1024,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
  "strategy": {
11
+ "Fixed": 1024
12
  },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32e24cedff82b585d22b2a1ddc0b518f63c9f8e4495855cdffcc79e7ebebff07
3
  size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8da5773b10276d34c816a502ecf07935e6becc381c6273661a89203ad5b3c11
3
  size 5777