Upload mod_tokenizers/flexitok--mod-tokenizers-ltr_2digit_super_mapping.json with huggingface_hub
Browse files
mod_tokenizers/flexitok--mod-tokenizers-ltr_2digit_super_mapping.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"0": 100003, "1": 100006, "2": 100001, "3": 100002, "4": 100005, "5": 100004, "6": 0, "7": 1, "8": 22, "9": 11133, "10": 22244, "11": 33355, "12": 44466, "13": 55577, "14": 66688, "15": 77799, "16": 88908, "17": 23, "18": 1134, "19": 2245, "20": 3356, "21": 4467, "22": 5578, "23": 6689, "24": 7800, "25": 8911, "26": 10022, "27": 11134, "28": 12245, "29": 13356, "30": 14467, "31": 15578, "32": 16689, "33": 17800, "34": 18911, "35": 20022, "36": 21133, "37": 22245, "38": 23356, "39": 24467, "40": 25578, "41": 26689, "42": 27800, "43": 28911, "44": 30022, "45": 31133, "46": 32244, "47": 33356, "48": 34467, "49": 35578, "50": 36689, "51": 37800, "52": 38911, "53": 40022, "54": 41133, "55": 42244, "56": 43355, "57": 44467, "58": 45578, "59": 46689, "60": 47800, "61": 48911, "62": 50022, "63": 51133, "64": 52244, "65": 53355, "66": 54466, "67": 55578, "68": 56689, "69": 57800, "70": 58911, "71": 60022, "72": 61133, "73": 62244, "74": 63355, "75": 64466, "76": 65577, "77": 66689, "78": 67800, "79": 68911, "80": 70022, "81": 71133, "82": 72244, "83": 73355, "84": 74466, "85": 75577, "86": 76688, "87": 77800, "88": 78911, "89": 80022, "90": 81133, "91": 82242, "92": 83353, "93": 84464, "94": 85575, "95": 86686, "96": 87797, "97": 88909, "98": 90020, "99": 91131, "100": 92233, "101": 93335, "102": 94446, "103": 95557, "104": 96668, "105": 97779, "106": 98890}
|