Upload mod_tokenizers/flexitok--mod-tokenizers-ltr_3digit_vocab.json with huggingface_hub

mod_tokenizers/flexitok--mod-tokenizers-ltr_3digit_vocab.json

@@ -0,0 +1 @@
+{"<unk>": [0], "~SPECIAL~ALIGNED~BOS~SYMBOL~": [1], "</s>": [2], "<pad>": [3], "mod": [4], "=": [5], " ": [6], "0": [7], "1": [8], "2": [9], "3": [10], "4": [11], "5": [12], "6": [13], "7": [14], "8": [15], "9": [16], "10": [17], "12": [18], "13": [19], "14": [20], "15": [21], "16": [22], "17": [23], "18": [24], "19": [25], "20": [26], "23": [27], "24": [28], "25": [29], "26": [30], "27": [31], "28": [32], "29": [33], "30": [34], "34": [35], "35": [36], "36": [37], "37": [38], "38": [39], "39": [40], "40": [41], "45": [42], "46": [43], "47": [44], "48": [45], "49": [46], "50": [47], "56": [48], "57": [49], "58": [50], "59": [51], "60": [52], "67": [53], "68": [54], "69": [55], "70": [56], "78": [57], "79": [58], "80": [59], "89": [60], "90": [61], "11": [62], "22": [63], "33": [64], "44": [65], "55": [66], "66": [67], "77": [68], "88": [69], "99": [70], "21": [71], "43": [72], "65": [73], "87": [74], "97": [75], "98": [76], "31": [77], "32": [78], "41": [79], "42": [80], "75": [81], "76": [82], "85": [83], "86": [84], "95": [85], "96": [86], "110": [87], "112": [88], "113": [89], "114": [90], "115": [91], "116": [92], "117": [93], "118": [94], "119": [95], "210": [96], "212": [97], "213": [98], "214": [99], "215": [100], "216": [101], "217": [102], "218": [103], "219": [104], "220": [105], "223": [106], "224": [107], "225": [108], "226": [109], "227": [110], "228": [111], "229": [112], "211": [113], "310": [114], "312": [115], "313": [116], "314": [117], "315": [118], "316": [119], "317": [120], "318": [121], "319": [122], "320": [123], "323": [124], "324": [125], "325": [126], "326": [127], "327": [128], "328": [129], "329": [130], "330": [131], "334": [132], "335": [133], "336": [134], "337": [135], "338": [136], "339": [137], "311": [138], "322": [139], "321": [140], "410": [141], "412": [142], "413": [143], "414": [144], "415": [145], "416": [146], "417": [147], "418": [148], "419": [149], "420": [150], "423": [151], "424": [152], "425": [153], "426": [154], "427": [155], "428": [156], "429": [157], "430": [158], "434": [159], "435": [160], "436": [161], "437": [162], "438": [163], "439": [164], "440": [165], "445": [166], "446": [167], "447": [168], "448": [169], "449": [170], "411": [171], "422": [172], "433": [173], "421": [174], "51": [175], "52": [176], "53": [177], "54": [178], "510": [179], "512": [180], "513": [181], "514": [182], "515": [183], "516": [184], "517": [185], "518": [186], "519": [187], "520": [188], "523": [189], "524": [190], "525": [191], "526": [192], "527": [193], "528": [194], "529": [195], "530": [196], "534": [197], "535": [198], "536": [199], "537": [200], "538": [201], "539": [202], "540": [203], "545": [204], "546": [205], "547": [206], "548": [207], "549": [208], "550": [209], "556": [210], "557": [211], "558": [212], "559": [213], "511": [214], "522": [215], "533": [216], "544": [217], "521": [218], "543": [219], "531": [220], "532": [221], "541": [222], "542": [223], "61": [224], "62": [225], "63": [226], "64": [227], "610": [228], "612": [229], "613": [230], "614": [231], "615": [232], "616": [233], "617": [234], "618": [235], "619": [236], "620": [237], "623": [238], "624": [239], "625": [240], "626": [241], "627": [242], "628": [243], "629": [244], "630": [245], "634": [246], "635": [247], "636": [248], "637": [249], "638": [250], "639": [251], "640": [252], "645": [253], "646": [254], "647": [255], "648": [256], "649": [257], "650": [258], "656": [259], "657": [260], "658": [261], "659": [262], "660": [263], "667": [264], "668": [265], "669": [266], "611": [267], "622": [268], "633": [269], "644": [270], "655": [271], "621": [272], "643": [273], "631": [274], "632": [275], "641": [276], "642": [277], "71": [278], "72": [279], "73": [280], "74": [281], "710": [282], "712": [283], "713": [284], "714": [285], "715": [286], "716": [287], "717": [288], "718": [289], "719": [290], "720": [291], "723": [292], "724": [293], "725": [294], "726": [295], "727": [296], "728": [297], "729": [298], "730": [299], "734": [300], "735": [301], "736": [302], "737": [303], "738": [304], "739": [305], "740": [306], "745": [307], "746": [308], "747": [309], "748": [310], "749": [311], "750": [312], "756": [313], "757": [314], "758": [315], "759": [316], "760": [317], "767": [318], "768": [319], "769": [320], "770": [321], "778": [322], "779": [323], "711": [324], "722": [325], "733": [326], "744": [327], "755": [328], "766": [329], "721": [330], "743": [331], "765": [332], "731": [333], "732": [334], "741": [335], "742": [336], "81": [337], "82": [338], "83": [339], "84": [340], "810": [341], "812": [342], "813": [343], "814": [344], "815": [345], "816": [346], "817": [347], "818": [348], "819": [349], "820": [350], "823": [351], "824": [352], "825": [353], "826": [354], "827": [355], "828": [356], "829": [357], "830": [358], "834": [359], "835": [360], "836": [361], "837": [362], "838": [363], "839": [364], "840": [365], "845": [366], "846": [367], "847": [368], "848": [369], "849": [370], "850": [371], "856": [372], "857": [373], "858": [374], "859": [375], "860": [376], "867": [377], "868": [378], "869": [379], "870": [380], "878": [381], "879": [382], "880": [383], "889": [384], "811": [385], "822": [386], "833": [387], "844": [388], "855": [389], "866": [390], "877": [391], "821": [392], "843": [393], "865": [394], "831": [395], "832": [396], "841": [397], "842": [398], "91": [399], "92": [400], "93": [401], "94": [402], "910": [403], "912": [404], "913": [405], "914": [406], "915": [407], "916": [408], "917": [409], "918": [410], "919": [411], "920": [412], "923": [413], "924": [414], "925": [415], "926": [416], "927": [417], "928": [418], "929": [419], "930": [420], "934": [421], "935": [422], "936": [423], "937": [424], "938": [425], "939": [426], "940": [427], "945": [428], "946": [429], "947": [430], "948": [431], "949": [432], "950": [433], "956": [434], "957": [435], "958": [436], "959": [437], "960": [438], "967": [439], "968": [440], "969": [441], "970": [442], "978": [443], "979": [444], "980": [445], "989": [446], "990": [447], "911": [448], "922": [449], "933": [450], "944": [451], "955": [452], "966": [453], "977": [454], "988": [455], "921": [456], "943": [457], "965": [458], "987": [459], "931": [460], "932": [461], "941": [462], "942": [463], "100": [464], "101": [465], "102": [466], "103": [467], "104": [468], "105": [469], "106": [470], "107": [471], "108": [472], "109": [473], "120": [474], "121": [475], "122": [476], "123": [477], "124": [478], "125": [479], "126": [480], "127": [481], "128": [482], "129": [483], "130": [484], "131": [485], "132": [486], "133": [487], "134": [488], "135": [489], "136": [490], "137": [491], "138": [492], "139": [493], "140": [494], "141": [495], "142": [496], "143": [497], "144": [498], "145": [499], "146": [500], "147": [501], "148": [502], "149": [503], "150": [504], "151": [505], "152": [506], "153": [507], "154": [508], "155": [509], "156": [510], "157": [511], "158": [512], "159": [513], "160": [514], "161": [515], "162": [516], "163": [517], "164": [518], "165": [519], "166": [520], "167": [521], "168": [522], "169": [523], "170": [524], "171": [525], "172": [526], "173": [527], "174": [528], "175": [529], "176": [530], "177": [531], "178": [532], "179": [533], "180": [534], "181": [535], "182": [536], "183": [537], "184": [538], "185": [539], "186": [540], "187": [541], "188": [542], "189": [543], "190": [544], "191": [545], "192": [546], "193": [547], "194": [548], "195": [549], "196": [550], "197": [551], "198": [552], "199": [553], "200": [554], "201": [555], "202": [556], "203": [557], "204": [558], "205": [559], "206": [560], "207": [561], "208": [562], "209": [563], "230": [564], "231": [565], "232": [566], "233": [567], "234": [568], "235": [569], "236": [570], "237": [571], "238": [572], "239": [573], "240": [574], "241": [575], "242": [576], "243": [577], "244": [578], "245": [579], "246": [580], "247": [581], "248": [582], "249": [583], "250": [584], "251": [585], "252": [586], "253": [587], "254": [588], "255": [589], "256": [590], "257": [591], "258": [592], "259": [593], "260": [594], "261": [595], "262": [596], "263": [597], "264": [598], "265": [599], "266": [600], "267": [601], "268": [602], "269": [603], "270": [604], "271": [605], "272": [606], "273": [607], "274": [608], "275": [609], "276": [610], "277": [611], "278": [612], "279": [613], "280": [614], "281": [615], "282": [616], "283": [617], "284": [618], "285": [619], "286": [620], "287": [621], "288": [622], "289": [623], "290": [624], "291": [625], "292": [626], "293": [627], "294": [628], "295": [629], "296": [630], "297": [631], "298": [632], "299": [633], "300": [634], "301": [635], "302": [636], "303": [637], "304": [638], "305": [639], "306": [640], "307": [641], "308": [642], "309": [643], "340": [644], "341": [645], "342": [646], "343": [647], "344": [648], "345": [649], "346": [650], "347": [651], "348": [652], "349": [653], "350": [654], "351": [655], "352": [656], "353": [657], "354": [658], "355": [659], "356": [660], "357": [661], "358": [662], "359": [663], "360": [664], "361": [665], "362": [666], "363": [667], "364": [668], "365": [669], "366": [670], "367": [671], "368": [672], "369": [673], "370": [674], "371": [675], "372": [676], "373": [677], "374": [678], "375": [679], "376": [680], "377": [681], "378": [682], "379": [683], "380": [684], "381": [685], "382": [686], "383": [687], "384": [688], "385": [689], "386": [690], "387": [691], "388": [692], "389": [693], "390": [694], "391": [695], "392": [696], "393": [697], "394": [698], "395": [699], "396": [700], "397": [701], "398": [702], "399": [703], "400": [704], "401": [705], "402": [706], "403": [707], "404": [708], "405": [709], "406": [710], "407": [711], "408": [712], "409": [713], "450": [714], "451": [715], "452": [716], "453": [717], "454": [718], "455": [719], "456": [720], "457": [721], "458": [722], "459": [723], "460": [724], "461": [725], "462": [726], "463": [727], "464": [728], "465": [729], "466": [730], "467": [731], "468": [732], "469": [733], "470": [734], "471": [735], "472": [736], "473": [737], "474": [738], "475": [739], "476": [740], "477": [741], "478": [742], "479": [743], "480": [744], "481": [745], "482": [746], "483": [747], "484": [748], "485": [749], "486": [750], "487": [751], "488": [752], "489": [753], "490": [754], "491": [755], "492": [756], "493": [757], "494": [758], "495": [759], "496": [760], "497": [761], "498": [762], "499": [763], "500": [764], "501": [765], "502": [766], "503": [767], "504": [768], "505": [769], "506": [770], "507": [771], "508": [772], "509": [773], "560": [774], "561": [775], "562": [776], "563": [777], "564": [778], "565": [779], "566": [780], "567": [781], "568": [782], "569": [783], "570": [784], "571": [785], "572": [786], "573": [787], "574": [788], "575": [789], "576": [790], "577": [791], "578": [792], "579": [793], "580": [794], "581": [795], "582": [796], "583": [797], "584": [798], "585": [799], "586": [800], "587": [801], "588": [802], "589": [803], "590": [804], "591": [805], "592": [806], "593": [807], "594": [808], "595": [809], "596": [810], "597": [811], "598": [812], "599": [813], "600": [814], "601": [815], "602": [816], "603": [817], "604": [818], "605": [819], "606": [820], "607": [821], "608": [822], "609": [823], "670": [824], "671": [825], "672": [826], "673": [827], "674": [828], "675": [829], "676": [830], "677": [831], "678": [832], "679": [833], "680": [834], "681": [835], "682": [836], "683": [837], "684": [838], "685": [839], "686": [840], "687": [841], "688": [842], "689": [843], "690": [844], "691": [845], "692": [846], "693": [847], "694": [848], "695": [849], "696": [850], "697": [851], "698": [852], "699": [853], "700": [854], "701": [855], "702": [856], "703": [857], "704": [858], "705": [859], "706": [860], "707": [861], "708": [862], "709": [863], "780": [864], "781": [865], "782": [866], "783": [867], "784": [868], "785": [869], "786": [870], "787": [871], "788": [872], "789": [873], "790": [874], "791": [875], "792": [876], "793": [877], "794": [878], "795": [879], "796": [880], "797": [881], "798": [882], "799": [883], "800": [884], "801": [885], "802": [886], "803": [887], "804": [888], "805": [889], "806": [890], "807": [891], "808": [892], "809": [893], "890": [894], "891": [895], "892": [896], "893": [897], "894": [898], "895": [899], "896": [900], "897": [901], "898": [902], "899": [903], "900": [904], "901": [905], "902": [906], "903": [907], "904": [908], "905": [909], "906": [910], "907": [911], "908": [912], "909": [913], "111": [914], "221": [915], "222": [916], "331": [917], "332": [918], "333": [919], "441": [920], "442": [921], "443": [922], "444": [923], "551": [924], "552": [925], "553": [926], "554": [927], "555": [928], "661": [929], "662": [930], "663": [931], "664": [932], "665": [933], "666": [934], "771": [935], "772": [936], "773": [937], "774": [938], "775": [939], "776": [940], "777": [941], "881": [942], "882": [943], "883": [944], "884": [945], "885": [946], "886": [947], "887": [948], "888": [949], "991": [950], "992": [951], "993": [952], "994": [953], "995": [954], "996": [955], "997": [956], "998": [957], "999": [958], "431": [959], "432": [960], "651": [961], "652": [962], "653": [963], "654": [964], "871": [965], "872": [966], "873": [967], "874": [968], "875": [969], "876": [970], "971": [971], "972": [972], "973": [973], "974": [974], "975": [975], "976": [976], "981": [977], "982": [978], "983": [979], "984": [980], "985": [981], "986": [982], "751": [983], "752": [984], "753": [985], "754": [986], "761": [987], "762": [988], "763": [989], "764": [990], "851": [991], "852": [992], "853": [993], "854": [994], "861": [995], "862": [996], "863": [997], "864": [998], "951": [999], "952": [1000], "953": [1001], "954": [1002], "961": [1003], "962": [1004], "963": [1005], "964": [1006]}