Update tokenizer_config.json
Browse files- tokenizer_config.json +3 -3
tokenizer_config.json
CHANGED
|
@@ -255,9 +255,9 @@
|
|
| 255 |
"fin": "Inappropriate Suggestions-Finance",
|
| 256 |
"med": "Inappropriate Suggestions-Medicine",
|
| 257 |
"law": "Inappropriate Suggestions-Law",
|
| 258 |
-
"cm": "Risks Involving Minors-
|
| 259 |
-
"ma": "Risks Involving Minors-
|
| 260 |
-
"md": "Risks Involving Minors-
|
| 261 |
},
|
| 262 |
"clean_up_tokenization_spaces": false,
|
| 263 |
"eos_token": "<|im_end|>",
|
|
|
|
| 255 |
"fin": "Inappropriate Suggestions-Finance",
|
| 256 |
"med": "Inappropriate Suggestions-Medicine",
|
| 257 |
"law": "Inappropriate Suggestions-Law",
|
| 258 |
+
"cm": "Risks Involving Minors-Corruption of Minors",
|
| 259 |
+
"ma": "Risks Involving Minors-Minor Abuse and Exploitation",
|
| 260 |
+
"md": "Risks Involving Minors-Minor Delinquency"
|
| 261 |
},
|
| 262 |
"clean_up_tokenization_spaces": false,
|
| 263 |
"eos_token": "<|im_end|>",
|