Update tokenizer_config.json
Browse files- tokenizer_config.json +0 -1
tokenizer_config.json
CHANGED
|
@@ -346,7 +346,6 @@
|
|
| 346 |
"pad_token": "<PAD>",
|
| 347 |
"sp_model_kwargs": {},
|
| 348 |
"spaces_between_special_tokens": false,
|
| 349 |
-
"tokenizer_class": "CohereTokenizer",
|
| 350 |
"unk_token": "<UNK>",
|
| 351 |
"use_default_system_prompt": false,
|
| 352 |
"vocab_file": null
|
|
|
|
| 346 |
"pad_token": "<PAD>",
|
| 347 |
"sp_model_kwargs": {},
|
| 348 |
"spaces_between_special_tokens": false,
|
|
|
|
| 349 |
"unk_token": "<UNK>",
|
| 350 |
"use_default_system_prompt": false,
|
| 351 |
"vocab_file": null
|