gsaltintas commited on
Commit
c5af1b4
·
verified ·
1 Parent(s): f971bcc

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -2
tokenizer_config.json CHANGED
@@ -45,6 +45,5 @@
45
  "tokenizer_class": "BloomTokenizer",
46
  "unk_token": "<unk>",
47
  "vocab_file": null,
48
- "vocab_size": 942449,
49
- "super_vocab_size": 942449
50
  }
 
45
  "tokenizer_class": "BloomTokenizer",
46
  "unk_token": "<unk>",
47
  "vocab_file": null,
48
+ "vocab_size": 942449
 
49
  }