gsaltintas commited on
Commit
22cad21
·
verified ·
1 Parent(s): f76d507

Upload mod_tokenizers_zero_padded/flexitok--mod-tokenizers-zero-padded-rtl_3digit_vocab.json with huggingface_hub

Browse files
mod_tokenizers_zero_padded/flexitok--mod-tokenizers-zero-padded-rtl_3digit_vocab.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"<unk>": [0], "~SPECIAL~ALIGNED~BOS~SYMBOL~": [1], "</s>": [2], "<pad>": [3], "mod": [4], "=": [5], " ": [6], "0": [7], "1": [8], "2": [9], "3": [10], "4": [11], "5": [12], "6": [13], "7": [14], "8": [15], "9": [16], "10": [17], "12": [18], "13": [19], "14": [20], "15": [21], "16": [22], "17": [23], "18": [24], "19": [25], "20": [26], "23": [27], "24": [28], "25": [29], "26": [30], "27": [31], "28": [32], "29": [33], "30": [34], "34": [35], "35": [36], "36": [37], "37": [38], "38": [39], "39": [40], "40": [41], "45": [42], "46": [43], "47": [44], "48": [45], "49": [46], "50": [47], "56": [48], "57": [49], "58": [50], "59": [51], "60": [52], "67": [53], "68": [54], "69": [55], "70": [56], "78": [57], "79": [58], "80": [59], "89": [60], "90": [61], "11": [62], "22": [63], "33": [64], "44": [65], "55": [66], "66": [67], "77": [68], "88": [69], "99": [70], "21": [71], "43": [72], "65": [73], "87": [74], "97": [75], "98": [76], "31": [77], "32": [78], "41": [79], "42": [80], "75": [81], "76": [82], "85": [83], "86": [84], "95": [85], "96": [86], "05": [87], "06": [88], "07": [89], "08": [90], "09": [91], "110": [92], "112": [93], "113": [94], "114": [95], "115": [96], "116": [97], "117": [98], "118": [99], "119": [100], "210": [101], "212": [102], "213": [103], "214": [104], "215": [105], "216": [106], "217": [107], "218": [108], "219": [109], "220": [110], "223": [111], "224": [112], "225": [113], "226": [114], "227": [115], "228": [116], "229": [117], "211": [118], "310": [119], "312": [120], "313": [121], "314": [122], "315": [123], "316": [124], "317": [125], "318": [126], "319": [127], "320": [128], "323": [129], "324": [130], "325": [131], "326": [132], "327": [133], "328": [134], "329": [135], "330": [136], "334": [137], "335": [138], "336": [139], "337": [140], "338": [141], "339": [142], "311": [143], "322": [144], "321": [145], "410": [146], "412": [147], "413": [148], "414": [149], "415": [150], "416": [151], "417": [152], "418": [153], "419": [154], "420": [155], "423": [156], "424": [157], "425": [158], "426": [159], "427": [160], "428": [161], "429": [162], "430": [163], "434": [164], "435": [165], "436": [166], "437": [167], "438": [168], "439": [169], "440": [170], "445": [171], "446": [172], "447": [173], "448": [174], "449": [175], "411": [176], "422": [177], "433": [178], "421": [179], "510": [180], "512": [181], "513": [182], "514": [183], "515": [184], "516": [185], "517": [186], "518": [187], "519": [188], "520": [189], "523": [190], "524": [191], "525": [192], "526": [193], "527": [194], "528": [195], "529": [196], "530": [197], "534": [198], "535": [199], "536": [200], "537": [201], "538": [202], "539": [203], "540": [204], "545": [205], "546": [206], "547": [207], "548": [208], "549": [209], "550": [210], "556": [211], "557": [212], "558": [213], "559": [214], "511": [215], "522": [216], "533": [217], "544": [218], "521": [219], "543": [220], "531": [221], "532": [222], "541": [223], "542": [224], "610": [225], "612": [226], "613": [227], "614": [228], "615": [229], "616": [230], "617": [231], "618": [232], "619": [233], "620": [234], "623": [235], "624": [236], "625": [237], "626": [238], "627": [239], "628": [240], "629": [241], "630": [242], "634": [243], "635": [244], "636": [245], "637": [246], "638": [247], "639": [248], "640": [249], "645": [250], "646": [251], "647": [252], "648": [253], "649": [254], "650": [255], "656": [256], "657": [257], "658": [258], "659": [259], "660": [260], "667": [261], "668": [262], "669": [263], "611": [264], "622": [265], "633": [266], "644": [267], "655": [268], "621": [269], "643": [270], "631": [271], "632": [272], "641": [273], "642": [274], "710": [275], "712": [276], "713": [277], "714": [278], "715": [279], "716": [280], "717": [281], "718": [282], "719": [283], "720": [284], "723": [285], "724": [286], "725": [287], "726": [288], "727": [289], "728": [290], "729": [291], "730": [292], "734": [293], "735": [294], "736": [295], "737": [296], "738": [297], "739": [298], "740": [299], "745": [300], "746": [301], "747": [302], "748": [303], "749": [304], "750": [305], "756": [306], "757": [307], "758": [308], "759": [309], "760": [310], "767": [311], "768": [312], "769": [313], "770": [314], "778": [315], "779": [316], "711": [317], "722": [318], "733": [319], "744": [320], "755": [321], "766": [322], "721": [323], "743": [324], "765": [325], "731": [326], "732": [327], "741": [328], "742": [329], "810": [330], "812": [331], "813": [332], "814": [333], "815": [334], "816": [335], "817": [336], "818": [337], "819": [338], "820": [339], "823": [340], "824": [341], "825": [342], "826": [343], "827": [344], "828": [345], "829": [346], "830": [347], "834": [348], "835": [349], "836": [350], "837": [351], "838": [352], "839": [353], "840": [354], "845": [355], "846": [356], "847": [357], "848": [358], "849": [359], "850": [360], "856": [361], "857": [362], "858": [363], "859": [364], "860": [365], "867": [366], "868": [367], "869": [368], "870": [369], "878": [370], "879": [371], "880": [372], "889": [373], "811": [374], "822": [375], "833": [376], "844": [377], "855": [378], "866": [379], "877": [380], "821": [381], "843": [382], "865": [383], "831": [384], "832": [385], "841": [386], "842": [387], "910": [388], "912": [389], "913": [390], "914": [391], "915": [392], "916": [393], "917": [394], "918": [395], "919": [396], "920": [397], "923": [398], "924": [399], "925": [400], "926": [401], "927": [402], "928": [403], "929": [404], "930": [405], "934": [406], "935": [407], "936": [408], "937": [409], "938": [410], "939": [411], "940": [412], "945": [413], "946": [414], "947": [415], "948": [416], "949": [417], "950": [418], "956": [419], "957": [420], "958": [421], "959": [422], "960": [423], "967": [424], "968": [425], "969": [426], "970": [427], "978": [428], "979": [429], "980": [430], "989": [431], "990": [432], "911": [433], "922": [434], "933": [435], "944": [436], "955": [437], "966": [438], "977": [439], "988": [440], "921": [441], "943": [442], "965": [443], "987": [444], "931": [445], "932": [446], "941": [447], "942": [448], "100": [449], "101": [450], "102": [451], "103": [452], "104": [453], "105": [454], "106": [455], "107": [456], "108": [457], "109": [458], "120": [459], "121": [460], "122": [461], "123": [462], "124": [463], "125": [464], "126": [465], "127": [466], "128": [467], "129": [468], "130": [469], "131": [470], "132": [471], "133": [472], "134": [473], "135": [474], "136": [475], "137": [476], "138": [477], "139": [478], "140": [479], "141": [480], "142": [481], "143": [482], "144": [483], "145": [484], "146": [485], "147": [486], "148": [487], "149": [488], "150": [489], "151": [490], "152": [491], "153": [492], "154": [493], "155": [494], "156": [495], "157": [496], "158": [497], "159": [498], "160": [499], "161": [500], "162": [501], "163": [502], "164": [503], "165": [504], "166": [505], "167": [506], "168": [507], "169": [508], "170": [509], "171": [510], "172": [511], "173": [512], "174": [513], "175": [514], "176": [515], "177": [516], "178": [517], "179": [518], "180": [519], "181": [520], "182": [521], "183": [522], "184": [523], "185": [524], "186": [525], "187": [526], "188": [527], "189": [528], "190": [529], "191": [530], "192": [531], "193": [532], "194": [533], "195": [534], "196": [535], "197": [536], "198": [537], "199": [538], "200": [539], "201": [540], "202": [541], "203": [542], "204": [543], "205": [544], "206": [545], "207": [546], "208": [547], "209": [548], "230": [549], "231": [550], "232": [551], "233": [552], "234": [553], "235": [554], "236": [555], "237": [556], "238": [557], "239": [558], "240": [559], "241": [560], "242": [561], "243": [562], "244": [563], "245": [564], "246": [565], "247": [566], "248": [567], "249": [568], "250": [569], "251": [570], "252": [571], "253": [572], "254": [573], "255": [574], "256": [575], "257": [576], "258": [577], "259": [578], "260": [579], "261": [580], "262": [581], "263": [582], "264": [583], "265": [584], "266": [585], "267": [586], "268": [587], "269": [588], "270": [589], "271": [590], "272": [591], "273": [592], "274": [593], "275": [594], "276": [595], "277": [596], "278": [597], "279": [598], "280": [599], "281": [600], "282": [601], "283": [602], "284": [603], "285": [604], "286": [605], "287": [606], "288": [607], "289": [608], "290": [609], "291": [610], "292": [611], "293": [612], "294": [613], "295": [614], "296": [615], "297": [616], "298": [617], "299": [618], "300": [619], "301": [620], "302": [621], "303": [622], "304": [623], "305": [624], "306": [625], "307": [626], "308": [627], "309": [628], "340": [629], "341": [630], "342": [631], "343": [632], "344": [633], "345": [634], "346": [635], "347": [636], "348": [637], "349": [638], "350": [639], "351": [640], "352": [641], "353": [642], "354": [643], "355": [644], "356": [645], "357": [646], "358": [647], "359": [648], "360": [649], "361": [650], "362": [651], "363": [652], "364": [653], "365": [654], "366": [655], "367": [656], "368": [657], "369": [658], "370": [659], "371": [660], "372": [661], "373": [662], "374": [663], "375": [664], "376": [665], "377": [666], "378": [667], "379": [668], "380": [669], "381": [670], "382": [671], "383": [672], "384": [673], "385": [674], "386": [675], "387": [676], "388": [677], "389": [678], "390": [679], "391": [680], "392": [681], "393": [682], "394": [683], "395": [684], "396": [685], "397": [686], "398": [687], "399": [688], "400": [689], "401": [690], "402": [691], "403": [692], "404": [693], "405": [694], "406": [695], "407": [696], "408": [697], "409": [698], "450": [699], "451": [700], "452": [701], "453": [702], "454": [703], "455": [704], "456": [705], "457": [706], "458": [707], "459": [708], "460": [709], "461": [710], "462": [711], "463": [712], "464": [713], "465": [714], "466": [715], "467": [716], "468": [717], "469": [718], "470": [719], "471": [720], "472": [721], "473": [722], "474": [723], "475": [724], "476": [725], "477": [726], "478": [727], "479": [728], "480": [729], "481": [730], "482": [731], "483": [732], "484": [733], "485": [734], "486": [735], "487": [736], "488": [737], "489": [738], "490": [739], "491": [740], "492": [741], "493": [742], "494": [743], "495": [744], "496": [745], "497": [746], "498": [747], "499": [748], "500": [749], "501": [750], "502": [751], "503": [752], "504": [753], "505": [754], "506": [755], "507": [756], "508": [757], "509": [758], "560": [759], "561": [760], "562": [761], "563": [762], "564": [763], "565": [764], "566": [765], "567": [766], "568": [767], "569": [768], "570": [769], "571": [770], "572": [771], "573": [772], "574": [773], "575": [774], "576": [775], "577": [776], "578": [777], "579": [778], "580": [779], "581": [780], "582": [781], "583": [782], "584": [783], "585": [784], "586": [785], "587": [786], "588": [787], "589": [788], "590": [789], "591": [790], "592": [791], "593": [792], "594": [793], "595": [794], "596": [795], "597": [796], "598": [797], "599": [798], "600": [799], "601": [800], "602": [801], "603": [802], "604": [803], "605": [804], "606": [805], "607": [806], "608": [807], "609": [808], "670": [809], "671": [810], "672": [811], "673": [812], "674": [813], "675": [814], "676": [815], "677": [816], "678": [817], "679": [818], "680": [819], "681": [820], "682": [821], "683": [822], "684": [823], "685": [824], "686": [825], "687": [826], "688": [827], "689": [828], "690": [829], "691": [830], "692": [831], "693": [832], "694": [833], "695": [834], "696": [835], "697": [836], "698": [837], "699": [838], "700": [839], "701": [840], "702": [841], "703": [842], "704": [843], "705": [844], "706": [845], "707": [846], "708": [847], "709": [848], "780": [849], "781": [850], "782": [851], "783": [852], "784": [853], "785": [854], "786": [855], "787": [856], "788": [857], "789": [858], "790": [859], "791": [860], "792": [861], "793": [862], "794": [863], "795": [864], "796": [865], "797": [866], "798": [867], "799": [868], "800": [869], "801": [870], "802": [871], "803": [872], "804": [873], "805": [874], "806": [875], "807": [876], "808": [877], "809": [878], "890": [879], "891": [880], "892": [881], "893": [882], "894": [883], "895": [884], "896": [885], "897": [886], "898": [887], "899": [888], "900": [889], "901": [890], "902": [891], "903": [892], "904": [893], "905": [894], "906": [895], "907": [896], "908": [897], "909": [898], "111": [899], "221": [900], "222": [901], "331": [902], "332": [903], "333": [904], "441": [905], "442": [906], "443": [907], "444": [908], "551": [909], "552": [910], "553": [911], "554": [912], "555": [913], "661": [914], "662": [915], "663": [916], "664": [917], "665": [918], "666": [919], "771": [920], "772": [921], "773": [922], "774": [923], "775": [924], "776": [925], "777": [926], "881": [927], "882": [928], "883": [929], "884": [930], "885": [931], "886": [932], "887": [933], "888": [934], "991": [935], "992": [936], "993": [937], "994": [938], "995": [939], "996": [940], "997": [941], "998": [942], "999": [943], "431": [944], "432": [945], "651": [946], "652": [947], "653": [948], "654": [949], "871": [950], "872": [951], "873": [952], "874": [953], "875": [954], "876": [955], "971": [956], "972": [957], "973": [958], "974": [959], "975": [960], "976": [961], "981": [962], "982": [963], "983": [964], "984": [965], "985": [966], "986": [967], "751": [968], "752": [969], "753": [970], "754": [971], "761": [972], "762": [973], "763": [974], "764": [975], "851": [976], "852": [977], "853": [978], "854": [979], "861": [980], "862": [981], "863": [982], "864": [983], "951": [984], "952": [985], "953": [986], "954": [987], "961": [988], "962": [989], "963": [990], "964": [991], "010": [992], "012": [993], "013": [994], "014": [995], "015": [996], "016": [997], "017": [998], "018": [999], "019": [1000], "020": [1001], "023": [1002], "024": [1003], "025": [1004], "026": [1005], "027": [1006], "028": [1007], "029": [1008], "030": [1009], "034": [1010], "035": [1011], "036": [1012], "037": [1013], "038": [1014], "039": [1015], "040": [1016], "045": [1017], "046": [1018], "047": [1019], "048": [1020], "049": [1021], "050": [1022], "056": [1023], "057": [1024], "058": [1025], "059": [1026], "060": [1027], "067": [1028], "068": [1029], "069": [1030], "070": [1031], "078": [1032], "079": [1033], "080": [1034], "089": [1035], "090": [1036], "011": [1037], "022": [1038], "033": [1039], "044": [1040], "055": [1041], "066": [1042], "077": [1043], "088": [1044], "099": [1045], "021": [1046], "043": [1047], "065": [1048], "087": [1049], "097": [1050], "098": [1051], "031": [1052], "032": [1053], "041": [1054], "042": [1055], "075": [1056], "076": [1057], "085": [1058], "086": [1059], "095": [1060], "096": [1061], "51": [1062], "52": [1063], "53": [1064], "54": [1065], "61": [1066], "62": [1067], "63": [1068], "64": [1069], "71": [1070], "72": [1071], "73": [1072], "74": [1073], "81": [1074], "82": [1075], "83": [1076], "84": [1077], "91": [1078], "92": [1079], "93": [1080], "94": [1081], "051": [1082], "052": [1083], "053": [1084], "054": [1085], "061": [1086], "062": [1087], "063": [1088], "064": [1089], "071": [1090], "072": [1091], "073": [1092], "074": [1093], "081": [1094], "082": [1095], "083": [1096], "084": [1097], "091": [1098], "092": [1099], "093": [1100], "094": [1101]}