Upload tokenizer
Browse files- tokenizer_config.json +1 -0
tokenizer_config.json
CHANGED
|
@@ -106,6 +106,7 @@
|
|
| 106 |
"<extra_id_99>"
|
| 107 |
],
|
| 108 |
"is_local": true,
|
|
|
|
| 109 |
"max_length": 128,
|
| 110 |
"model_max_length": 512,
|
| 111 |
"pad_to_multiple_of": null,
|
|
|
|
| 106 |
"<extra_id_99>"
|
| 107 |
],
|
| 108 |
"is_local": true,
|
| 109 |
+
"local_files_only": false,
|
| 110 |
"max_length": 128,
|
| 111 |
"model_max_length": 512,
|
| 112 |
"pad_to_multiple_of": null,
|