Update tokenizer_config.json
Browse files- tokenizer_config.json +2 -2
tokenizer_config.json
CHANGED
|
@@ -1054,7 +1054,7 @@
|
|
| 1054 |
"normalized": false,
|
| 1055 |
"rstrip": false,
|
| 1056 |
"single_word": false,
|
| 1057 |
-
"special":
|
| 1058 |
},
|
| 1059 |
"132": {
|
| 1060 |
"content": "</think>",
|
|
@@ -1062,7 +1062,7 @@
|
|
| 1062 |
"normalized": false,
|
| 1063 |
"rstrip": false,
|
| 1064 |
"single_word": false,
|
| 1065 |
-
"special":
|
| 1066 |
},
|
| 1067 |
"133": {
|
| 1068 |
"content": "\\rceil",
|
|
|
|
| 1054 |
"normalized": false,
|
| 1055 |
"rstrip": false,
|
| 1056 |
"single_word": false,
|
| 1057 |
+
"special": false
|
| 1058 |
},
|
| 1059 |
"132": {
|
| 1060 |
"content": "</think>",
|
|
|
|
| 1062 |
"normalized": false,
|
| 1063 |
"rstrip": false,
|
| 1064 |
"single_word": false,
|
| 1065 |
+
"special": false
|
| 1066 |
},
|
| 1067 |
"133": {
|
| 1068 |
"content": "\\rceil",
|