Upload mod_tokenizers/flexitok--mod-tokenizers-individual_super_mapping.json with huggingface_hub
Browse files
mod_tokenizers/flexitok--mod-tokenizers-individual_super_mapping.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"0": 100003, "1": 100006, "2": 100001, "3": 100002, "4": 100005, "5": 100004, "6": 0, "7": 1, "8": 22, "9": 11133, "10": 22244, "11": 33355, "12": 44466, "13": 55577, "14": 66688, "15": 77799, "16": 88908}
|