Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
|
@@ -181,7 +181,7 @@
|
|
| 181 |
},
|
| 182 |
"additional_special_tokens": [
|
| 183 |
"<|im_start|>",
|
| 184 |
-
"<|
|
| 185 |
"<|object_ref_start|>",
|
| 186 |
"<|object_ref_end|>",
|
| 187 |
"<|box_start|>",
|
|
|
|
| 181 |
},
|
| 182 |
"additional_special_tokens": [
|
| 183 |
"<|im_start|>",
|
| 184 |
+
"<|endoftext|>",
|
| 185 |
"<|object_ref_start|>",
|
| 186 |
"<|object_ref_end|>",
|
| 187 |
"<|box_start|>",
|