Upload folder using huggingface_hub
Browse files- config.json +1 -1
- evaluation_results.json +44 -44
- model.safetensors +2 -2
- tokenizer.json +2 -2
- training_args.bin +1 -1
config.json
CHANGED
|
@@ -49,6 +49,6 @@
|
|
| 49 |
"sparse_pred_ignore_index": -100,
|
| 50 |
"sparse_prediction": false,
|
| 51 |
"torch_dtype": "float32",
|
| 52 |
-
"transformers_version": "4.
|
| 53 |
"vocab_size": 50368
|
| 54 |
}
|
|
|
|
| 49 |
"sparse_pred_ignore_index": -100,
|
| 50 |
"sparse_prediction": false,
|
| 51 |
"torch_dtype": "float32",
|
| 52 |
+
"transformers_version": "4.55.0",
|
| 53 |
"vocab_size": 50368
|
| 54 |
}
|
evaluation_results.json
CHANGED
|
@@ -1,78 +1,78 @@
|
|
| 1 |
{
|
| 2 |
-
"validation_accuracy": 0.
|
| 3 |
-
"test_accuracy": 0.
|
| 4 |
"validation_report": {
|
| 5 |
"benign": {
|
| 6 |
-
"precision": 0.
|
| 7 |
-
"recall":
|
| 8 |
-
"f1-score": 0.
|
| 9 |
-
"support":
|
| 10 |
},
|
| 11 |
"jailbreak": {
|
| 12 |
-
"precision":
|
| 13 |
-
"recall": 0.
|
| 14 |
-
"f1-score": 0.
|
| 15 |
-
"support":
|
| 16 |
},
|
| 17 |
-
"accuracy": 0.
|
| 18 |
"macro avg": {
|
| 19 |
-
"precision": 0.
|
| 20 |
-
"recall": 0.
|
| 21 |
-
"f1-score": 0.
|
| 22 |
-
"support":
|
| 23 |
},
|
| 24 |
"weighted avg": {
|
| 25 |
-
"precision": 0.
|
| 26 |
-
"recall": 0.
|
| 27 |
-
"f1-score": 0.
|
| 28 |
-
"support":
|
| 29 |
}
|
| 30 |
},
|
| 31 |
"test_report": {
|
| 32 |
"benign": {
|
| 33 |
-
"precision": 0.
|
| 34 |
-
"recall": 0.
|
| 35 |
-
"f1-score": 0.
|
| 36 |
-
"support":
|
| 37 |
},
|
| 38 |
"jailbreak": {
|
| 39 |
-
"precision": 0.
|
| 40 |
-
"recall": 0.
|
| 41 |
-
"f1-score": 0.
|
| 42 |
-
"support":
|
| 43 |
},
|
| 44 |
-
"accuracy": 0.
|
| 45 |
"macro avg": {
|
| 46 |
-
"precision": 0.
|
| 47 |
-
"recall": 0.
|
| 48 |
-
"f1-score": 0.
|
| 49 |
-
"support":
|
| 50 |
},
|
| 51 |
"weighted avg": {
|
| 52 |
-
"precision": 0.
|
| 53 |
-
"recall": 0.
|
| 54 |
-
"f1-score": 0.
|
| 55 |
-
"support":
|
| 56 |
}
|
| 57 |
},
|
| 58 |
"validation_confusion_matrix": [
|
| 59 |
[
|
| 60 |
-
|
| 61 |
-
|
| 62 |
],
|
| 63 |
[
|
| 64 |
-
|
| 65 |
-
|
| 66 |
]
|
| 67 |
],
|
| 68 |
"test_confusion_matrix": [
|
| 69 |
[
|
| 70 |
-
|
| 71 |
-
|
| 72 |
],
|
| 73 |
[
|
| 74 |
-
|
| 75 |
-
|
| 76 |
]
|
| 77 |
]
|
| 78 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"validation_accuracy": 0.9998166387259011,
|
| 3 |
+
"test_accuracy": 0.9997467868119586,
|
| 4 |
"validation_report": {
|
| 5 |
"benign": {
|
| 6 |
+
"precision": 0.9998984089965459,
|
| 7 |
+
"recall": 0.9999160755143688,
|
| 8 |
+
"f1-score": 0.9999072421774237,
|
| 9 |
+
"support": 226394.0
|
| 10 |
},
|
| 11 |
"jailbreak": {
|
| 12 |
+
"precision": 0.9928517682468021,
|
| 13 |
+
"recall": 0.9913598797896318,
|
| 14 |
+
"f1-score": 0.9921052631578947,
|
| 15 |
+
"support": 2662.0
|
| 16 |
},
|
| 17 |
+
"accuracy": 0.9998166387259011,
|
| 18 |
"macro avg": {
|
| 19 |
+
"precision": 0.996375088621674,
|
| 20 |
+
"recall": 0.9956379776520003,
|
| 21 |
+
"f1-score": 0.9960062526676592,
|
| 22 |
+
"support": 229056.0
|
| 23 |
},
|
| 24 |
"weighted avg": {
|
| 25 |
+
"precision": 0.9998165156705653,
|
| 26 |
+
"recall": 0.9998166387259011,
|
| 27 |
+
"f1-score": 0.9998165706030052,
|
| 28 |
+
"support": 229056.0
|
| 29 |
}
|
| 30 |
},
|
| 31 |
"test_report": {
|
| 32 |
"benign": {
|
| 33 |
+
"precision": 0.9998454111401149,
|
| 34 |
+
"recall": 0.9998984076503457,
|
| 35 |
+
"f1-score": 0.9998719086929828,
|
| 36 |
+
"support": 226395.0
|
| 37 |
},
|
| 38 |
"jailbreak": {
|
| 39 |
+
"precision": 0.9913174782936958,
|
| 40 |
+
"recall": 0.9868470499812101,
|
| 41 |
+
"f1-score": 0.9890772128060263,
|
| 42 |
+
"support": 2661.0
|
| 43 |
},
|
| 44 |
+
"accuracy": 0.9997467868119586,
|
| 45 |
"macro avg": {
|
| 46 |
+
"precision": 0.9955814447169054,
|
| 47 |
+
"recall": 0.9933727288157779,
|
| 48 |
+
"f1-score": 0.9944745607495046,
|
| 49 |
+
"support": 229056.0
|
| 50 |
},
|
| 51 |
"weighted avg": {
|
| 52 |
+
"precision": 0.9997463400426352,
|
| 53 |
+
"recall": 0.9997467868119586,
|
| 54 |
+
"f1-score": 0.9997465040506457,
|
| 55 |
+
"support": 229056.0
|
| 56 |
}
|
| 57 |
},
|
| 58 |
"validation_confusion_matrix": [
|
| 59 |
[
|
| 60 |
+
226375,
|
| 61 |
+
19
|
| 62 |
],
|
| 63 |
[
|
| 64 |
+
23,
|
| 65 |
+
2639
|
| 66 |
]
|
| 67 |
],
|
| 68 |
"test_confusion_matrix": [
|
| 69 |
[
|
| 70 |
+
226372,
|
| 71 |
+
23
|
| 72 |
],
|
| 73 |
[
|
| 74 |
+
35,
|
| 75 |
+
2626
|
| 76 |
]
|
| 77 |
]
|
| 78 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:773325b2bfce5b31274104d34fbb34db404c48a6522747dfc618b37816bbd5ac
|
| 3 |
+
size 598441160
|
tokenizer.json
CHANGED
|
@@ -2,13 +2,13 @@
|
|
| 2 |
"version": "1.0",
|
| 3 |
"truncation": {
|
| 4 |
"direction": "Right",
|
| 5 |
-
"max_length":
|
| 6 |
"strategy": "LongestFirst",
|
| 7 |
"stride": 0
|
| 8 |
},
|
| 9 |
"padding": {
|
| 10 |
"strategy": {
|
| 11 |
-
"Fixed":
|
| 12 |
},
|
| 13 |
"direction": "Right",
|
| 14 |
"pad_to_multiple_of": null,
|
|
|
|
| 2 |
"version": "1.0",
|
| 3 |
"truncation": {
|
| 4 |
"direction": "Right",
|
| 5 |
+
"max_length": 1024,
|
| 6 |
"strategy": "LongestFirst",
|
| 7 |
"stride": 0
|
| 8 |
},
|
| 9 |
"padding": {
|
| 10 |
"strategy": {
|
| 11 |
+
"Fixed": 1024
|
| 12 |
},
|
| 13 |
"direction": "Right",
|
| 14 |
"pad_to_multiple_of": null,
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5777
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f8da5773b10276d34c816a502ecf07935e6becc381c6273661a89203ad5b3c11
|
| 3 |
size 5777
|