Reem1 commited on
Commit
c826ae1
·
verified ·
1 Parent(s): 9b1dac4

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +0 -1
tokenizer_config.json CHANGED
@@ -346,7 +346,6 @@
346
  "pad_token": "<PAD>",
347
  "sp_model_kwargs": {},
348
  "spaces_between_special_tokens": false,
349
- "tokenizer_class": "CohereTokenizer",
350
  "unk_token": "<UNK>",
351
  "use_default_system_prompt": false,
352
  "vocab_file": null
 
346
  "pad_token": "<PAD>",
347
  "sp_model_kwargs": {},
348
  "spaces_between_special_tokens": false,
 
349
  "unk_token": "<UNK>",
350
  "use_default_system_prompt": false,
351
  "vocab_file": null