Upload folder using huggingface_hub
Browse files- tokenizer_config.json +1 -2
tokenizer_config.json
CHANGED
|
@@ -2010,6 +2010,5 @@
|
|
| 2010 |
"tokenizer_class": "GemmaTokenizer",
|
| 2011 |
"unk_token": "<unk>",
|
| 2012 |
"use_default_system_prompt": false,
|
| 2013 |
-
"vocab_size": 942449
|
| 2014 |
-
"super_vocab_size": 942449
|
| 2015 |
}
|
|
|
|
| 2010 |
"tokenizer_class": "GemmaTokenizer",
|
| 2011 |
"unk_token": "<unk>",
|
| 2012 |
"use_default_system_prompt": false,
|
| 2013 |
+
"vocab_size": 942449
|
|
|
|
| 2014 |
}
|