Upload mod_tokenizers/flexitok--mod-tokenizers-rtl_4digit_info.json with huggingface_hub
Browse files
mod_tokenizers/flexitok--mod-tokenizers-rtl_4digit_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data": {"tokenizer": {"name": "huggingface", "path": "flexitok/mod-tokenizers-rtl_4digit"}}}
|