evo-v2 / tokenizer.json
gate369's picture
Upload folder using huggingface_hub
8d9aca6 verified
{"\t": 0, "\n": 1, " ": 2, "!": 3, "\"": 4, "#": 5, "$": 6, "%": 7, "&": 8, "'": 9, "(": 10, ")": 11, "*": 12, "+": 13, ",": 14, "-": 15, ".": 16, "/": 17, "0": 18, "1": 19, "2": 20, "3": 21, "4": 22, "5": 23, "6": 24, "7": 25, "8": 26, "9": 27, ":": 28, ";": 29, "<": 30, "=": 31, ">": 32, "?": 33, "@": 34, "A": 35, "B": 36, "C": 37, "D": 38, "E": 39, "F": 40, "G": 41, "H": 42, "I": 43, "J": 44, "K": 45, "L": 46, "M": 47, "N": 48, "O": 49, "P": 50, "Q": 51, "R": 52, "S": 53, "T": 54, "U": 55, "V": 56, "W": 57, "X": 58, "Y": 59, "Z": 60, "[": 61, "\\": 62, "]": 63, "^": 64, "_": 65, "`": 66, "a": 67, "b": 68, "c": 69, "d": 70, "e": 71, "f": 72, "g": 73, "h": 74, "i": 75, "j": 76, "k": 77, "l": 78, "m": 79, "n": 80, "o": 81, "p": 82, "q": 83, "r": 84, "s": 85, "t": 86, "u": 87, "v": 88, "w": 89, "x": 90, "y": 91, "z": 92, "{": 93, "|": 94, "}": 95, "~": 96, "\u00a0": 97, "\u00a1": 98, "\u00a3": 99, "\u00a5": 100, "\u00a8": 101, "\u00a9": 102, "\u00ac": 103, "\u00ae": 104, "\u00b0": 105, "\u00b1": 106, "\u00b2": 107, "\u00b3": 108, "\u00b5": 109, "\u00b7": 110, "\u00b9": 111, "\u00ba": 112, "\u00bb": 113, "\u00bc": 114, "\u00bd": 115, "\u00be": 116, "\u00bf": 117, "\u00c0": 118, "\u00c5": 119, "\u00c7": 120, "\u00c9": 121, "\u00ce": 122, "\u00d3": 123, "\u00d7": 124, "\u00dc": 125, "\u00df": 126, "\u00e0": 127, "\u00e1": 128, "\u00e2": 129, "\u00e3": 130, "\u00e4": 131, "\u00e6": 132, "\u00e7": 133, "\u00e8": 134, "\u00e9": 135, "\u00ea": 136, "\u00eb": 137, "\u00ec": 138, "\u00ed": 139, "\u00ee": 140, "\u00ef": 141, "\u00f0": 142, "\u00f1": 143, "\u00f2": 144, "\u00f3": 145, "\u00f4": 146, "\u00f6": 147, "\u00f7": 148, "\u00f8": 149, "\u00f9": 150, "\u00fa": 151, "\u00fb": 152, "\u00fc": 153, "\u0100": 154, "\u0101": 155, "\u0113": 156, "\u011b": 157, "\u011d": 158, "\u012b": 159, "\u0131": 160, "\u0142": 161, "\u014d": 162, "\u0153": 163, "\u015f": 164, "\u017c": 165, "\u01ce": 166, "\u01d0": 167, "\u01d2": 168, "\u01dc": 169, "\u0233": 170, "\u0259": 171, "\u025b": 172, "\u026a": 173, "\u0283": 174, "\u02c8": 175, "\u02d0": 176, "\u02da": 177, "\u0301": 178, "\u0304": 179, "\u0305": 180, "\u0326": 181, "\u0329": 182, "\u032c": 183, "\u0332": 184, "\u035f": 185, "\u0393": 186, "\u0394": 187, "\u03a3": 188, "\u03a9": 189, "\u03b1": 190, "\u03b2": 191, "\u03b3": 192, "\u03b4": 193, "\u03b5": 194, "\u03b8": 195, "\u03ba": 196, "\u03bb": 197, "\u03bc": 198, "\u03bd": 199, "\u03bf": 200, "\u03c0": 201, "\u03c1": 202, "\u03c3": 203, "\u03c4": 204, "\u03c8": 205, "\u03c9": 206, "\u0417": 207, "\u042f": 208, "\u0430": 209, "\u0431": 210, "\u0432": 211, "\u0434": 212, "\u0435": 213, "\u0437": 214, "\u0438": 215, "\u0439": 216, "\u043a": 217, "\u043d": 218, "\u043e": 219, "\u043f": 220, "\u0440": 221, "\u0441": 222, "\u0442": 223, "\u0443": 224, "\u0445": 225, "\u0446": 226, "\u0447": 227, "\u044a": 228, "\u044c": 229, "\u044f": 230, "\u0903": 231, "\u0905": 232, "\u0917": 233, "\u091a": 234, "\u091b": 235, "\u0922": 236, "\u092a": 237, "\u092b": 238, "\u092c": 239, "\u092e": 240, "\u092f": 241, "\u0930": 242, "\u0939": 243, "\u093c": 244, "\u093e": 245, "\u0940": 246, "\u0947": 247, "\u094b": 248, "\u200b": 249, "\u200d": 250, "\u2011": 251, "\u2013": 252, "\u2014": 253, "\u2016": 254, "\u2018": 255, "\u2019": 256, "\u201c": 257, "\u201d": 258, "\u2022": 259, "\u2026": 260, "\u2044": 261, "\u2070": 262, "\u2074": 263, "\u2075": 264, "\u2077": 265, "\u207a": 266, "\u207b": 267, "\u2080": 268, "\u2081": 269, "\u2082": 270, "\u2084": 271, "\u2086": 272, "\u20ac": 273, "\u20b9": 274, "\u2103": 275, "\u2109": 276, "\u211d": 277, "\u2122": 278, "\u2153": 279, "\u2154": 280, "\u2190": 281, "\u2192": 282, "\u2194": 283, "\u21cc": 284, "\u2202": 285, "\u2203": 286, "\u2207": 287, "\u2208": 288, "\u220f": 289, "\u2211": 290, "\u2212": 291, "\u2219": 292, "\u221a": 293, "\u221b": 294, "\u221e": 295, "\u2220": 296, "\u2223": 297, "\u2227": 298, "\u2228": 299, "\u2229": 300, "\u222a": 301, "\u2248": 302, "\u2260": 303, "\u2261": 304, "\u2264": 305, "\u2265": 306, "\u2295": 307, "\u2299": 308, "\u22c5": 309, "\u22c6": 310, "\u22c8": 311, "\u22ef": 312, "\u2308": 313, "\u2309": 314, "\u230a": 315, "\u230b": 316, "\u23f0": 317, "\u2500": 318, "\u2502": 319, "\u250c": 320, "\u2510": 321, "\u2514": 322, "\u2518": 323, "\u251c": 324, "\u2524": 325, "\u252c": 326, "\u2534": 327, "\u253c": 328, "\u2550": 329, "\u2551": 330, "\u2554": 331, "\u2557": 332, "\u255a": 333, "\u255d": 334, "\u2560": 335, "\u2563": 336, "\u2566": 337, "\u2569": 338, "\u256c": 339, "\u2588": 340, "\u25bc": 341, "\u2600": 342, "\u2601": 343, "\u2605": 344, "\u2615": 345, "\u2620": 346, "\u2640": 347, "\u2642": 348, "\u2655": 349, "\u265b": 350, "\u267b": 351, "\u26a0": 352, "\u26bd": 353, "\u26f0": 354, "\u2705": 355, "\u2708": 356, "\u2728": 357, "\u2744": 358, "\u2764": 359, "\u27a1": 360, "\u2b50": 361, "\u3001": 362, "\u3002": 363, "\u300a": 364, "\u300b": 365, "\u300c": 366, "\u300d": 367, "\u3042": 368, "\u3044": 369, "\u3046": 370, "\u304a": 371, "\u304b": 372, "\u304c": 373, "\u304d": 374, "\u304f": 375, "\u3053": 376, "\u3054": 377, "\u3055": 378, "\u3056": 379, "\u3057": 380, "\u3059": 381, "\u305b": 382, "\u305f": 383, "\u3060": 384, "\u3061": 385, "\u3063": 386, "\u3066": 387, "\u3067": 388, "\u3068": 389, "\u306a": 390, "\u306b": 391, "\u306e": 392, "\u306f": 393, "\u307e": 394, "\u307f": 395, "\u3081": 396, "\u308a": 397, "\u308b": 398, "\u308c": 399, "\u3092": 400, "\u3093": 401, "\u30b0": 402, "\u30d7": 403, "\u30e0": 404, "\u30e9": 405, "\u30ed": 406, "\u4e00": 407, "\u4e0b": 408, "\u4e0d": 409, "\u4e2a": 410, "\u4e3a": 411, "\u4e8b": 412, "\u4eba": 413, "\u4ed6": 414, "\u4ee5": 415, "\u4eec": 416, "\u4f5c": 417, "\u4f60": 418, "\u505a": 419, "\u512a": 420, "\u5143": 421, "\u5149": 422, "\u51fa": 423, "\u524d": 424, "\u5343": 425, "\u53bb": 426, "\u540d": 427, "\u5427": 428, "\u56f0": 429, "\u5728": 430, "\u575a": 431, "\u5915": 432, "\u5916": 433, "\u591c": 434, "\u5922": 435, "\u5929": 436, "\u5931": 437, "\u5973": 438, "\u597d": 439, "\u5982": 440, "\u5de5": 441, "\u5df1": 442, "\u5e08": 443, "\u5e2b": 444, "\u5ea6": 445, "\u5f37": 446, "\u5f7c": 447, "\u5f97": 448, "\u5fc5": 449, "\u60f3": 450, "\u611a": 451, "\u61c8": 452, "\u6211": 453, "\u6301": 454, "\u6388": 455, "\u63a2": 456, "\u6559": 457, "\u6587": 458, "\u65e5": 459, "\u662f": 460, "\u667a": 461, "\u66fe": 462, "\u6708": 463, "\u6709": 464, "\u6c17": 465, "\u6d77": 466, "\u6e14": 467, "\u6ee9": 468, "\u751f": 469, "\u7531": 470, "\u767d": 471, "\u7684": 472, "\u76ee": 473, "\u77e5": 474, "\u79c1": 475, "\u7a7a": 476, "\u7b11": 477, "\u7cbe": 478, "\u7ecf": 479, "\u7f8e": 480, "\u8001": 481, "\u8005": 482, "\u800c": 483, "\u80fd": 484, "\u81ea": 485, "\u8272": 486, "\u82b1": 487, "\u82f1": 488, "\u864e": 489, "\u8651": 490, "\u8bba": 491, "\u8bed": 492, "\u9577": 493, "\u96e3": 494, "\u96e8": 495, "\u9762": 496, "\u98df": 497, "\u9c7c": 498, "\uae30": 499, "\ubcf4": 500, "\uc7a5": 501, "\ufe0f": 502, "\uff0c": 503, "\uff1a": 504, "\uff1b": 505, "\uff1f": 506, "\ud835\udc4e": 507, "\ud835\udc5b": 508, "\ud835\udc65": 509, "\ud83c\udd95": 510, "\ud83c\udde6": 511, "\ud83c\udde7": 512, "\ud83c\udde8": 513, "\ud83c\udde9": 514, "\ud83c\uddea": 515, "\ud83c\uddeb": 516, "\ud83c\uddec": 517, "\ud83c\udded": 518, "\ud83c\uddee": 519, "\ud83c\uddef": 520, "\ud83c\uddf0": 521, "\ud83c\uddf1": 522, "\ud83c\uddf2": 523, "\ud83c\uddf3": 524, "\ud83c\uddf4": 525, "\ud83c\uddf5": 526, "\ud83c\uddf6": 527, "\ud83c\uddf7": 528, "\ud83c\uddf8": 529, "\ud83c\uddf9": 530, "\ud83c\uddfa": 531, "\ud83c\uddfd": 532, "\ud83c\uddff": 533, "\ud83c\udf03": 534, "\ud83c\udf05": 535, "\ud83c\udf0a": 536, "\ud83c\udf0c": 537, "\ud83c\udf0d": 538, "\ud83c\udf0e": 539, "\ud83c\udf0f": 540, "\ud83c\udf1e": 541, "\ud83c\udf1f": 542, "\ud83c\udf31": 543, "\ud83c\udf32": 544, "\ud83c\udf33": 545, "\ud83c\udf34": 546, "\ud83c\udf36": 547, "\ud83c\udf38": 548, "\ud83c\udf3b": 549, "\ud83c\udf3e": 550, "\ud83c\udf3f": 551, "\ud83c\udf43": 552, "\ud83c\udf4a": 553, "\ud83c\udf4c": 554, "\ud83c\udf4e": 555, "\ud83c\udf53": 556, "\ud83c\udf55": 557, "\ud83c\udf57": 558, "\ud83c\udf5e": 559, "\ud83c\udf69": 560, "\ud83c\udf6a": 561, "\ud83c\udf6f": 562, "\ud83c\udf73": 563, "\ud83c\udf74": 564, "\ud83c\udf7f": 565, "\ud83c\udf82": 566, "\ud83c\udf88": 567, "\ud83c\udf89": 568, "\ud83c\udf8a": 569, "\ud83c\udf93": 570, "\ud83c\udf96": 571, "\ud83c\udfa5": 572, "\ud83c\udfa7": 573, "\ud83c\udfac": 574, "\ud83c\udfae": 575, "\ud83c\udfb5": 576, "\ud83c\udfb6": 577, "\ud83c\udfbe": 578, "\ud83c\udfc0": 579, "\ud83c\udfc3": 580, "\ud83c\udfc6": 581, "\ud83c\udfc8": 582, "\ud83c\udfca": 583, "\ud83c\udfd2": 584, "\ud83c\udfd6": 585, "\ud83c\udfe1": 586, "\ud83c\udfe2": 587, "\ud83c\udfe6": 588, "\ud83c\udff0": 589, "\ud83c\udff9": 590, "\ud83c\udffb": 591, "\ud83c\udffd": 592, "\ud83c\udffe": 593, "\ud83d\udc08": 594, "\ud83d\udc18": 595, "\ud83d\udc1b": 596, "\ud83d\udc1c": 597, "\ud83d\udc25": 598, "\ud83d\udc28": 599, "\ud83d\udc2e": 600, "\ud83d\udc30": 601, "\ud83d\udc31": 602, "\ud83d\udc36": 603, "\ud83d\udc39": 604, "\ud83d\udc3e": 605, "\ud83d\udc40": 606, "\ud83d\udc47": 607, "\ud83d\udc4a": 608, "\ud83d\udc4c": 609, "\ud83d\udc4d": 610, "\ud83d\udc4f": 611, "\ud83d\udc51": 612, "\ud83d\udc53": 613, "\ud83d\udc60": 614, "\ud83d\udc66": 615, "\ud83d\udc67": 616, "\ud83d\udc68": 617, "\ud83d\udc69": 618, "\ud83d\udc80": 619, "\ud83d\udc83": 620, "\ud83d\udc86": 621, "\ud83d\udc89": 622, "\ud83d\udc8a": 623, "\ud83d\udc95": 624, "\ud83d\udc96": 625, "\ud83d\udc99": 626, "\ud83d\udc9a": 627, "\ud83d\udca1": 628, "\ud83d\udca5": 629, "\ud83d\udca6": 630, "\ud83d\udcaa": 631, "\ud83d\udcab": 632, "\ud83d\udcaf": 633, "\ud83d\udcb0": 634, "\ud83d\udcb3": 635, "\ud83d\udcb8": 636, "\ud83d\udcbb": 637, "\ud83d\udcbc": 638, "\ud83d\udcc8": 639, "\ud83d\udcd6": 640, "\ud83d\udcda": 641, "\ud83d\udce2": 642, "\ud83d\udce3": 643, "\ud83d\udcf2": 644, "\ud83d\udcfa": 645, "\ud83d\udd0d": 646, "\ud83d\udd12": 647, "\ud83d\udd25": 648, "\ud83d\udd2c": 649, "\ud83d\udd75": 650, "\ud83d\udd77": 651, "\ud83d\udd7a": 652, "\ud83d\uddf3": 653, "\ud83d\uddfa": 654, "\ud83d\ude00": 655, "\ud83d\ude01": 656, "\ud83d\ude02": 657, "\ud83d\ude06": 658, "\ud83d\ude08": 659, "\ud83d\ude09": 660, "\ud83d\ude0a": 661, "\ud83d\ude0b": 662, "\ud83d\ude0d": 663, "\ud83d\ude0e": 664, "\ud83d\ude14": 665, "\ud83d\ude31": 666, "\ud83d\ude34": 667, "\ud83d\ude4c": 668, "\ud83d\ude4f": 669, "\ud83d\ude80": 670, "\ud83d\ude82": 671, "\ud83d\ude86": 672, "\ud83d\ude87": 673, "\ud83d\ude8c": 674, "\ud83d\ude97": 675, "\ud83d\udea8": 676, "\ud83d\udeb0": 677, "\ud83d\udeb4": 678, "\ud83d\udeb6": 679, "\ud83d\udecd": 680, "\ud83e\udd16": 681, "\ud83e\udd1d": 682, "\ud83e\udd29": 683, "\ud83e\udd55": 684, "\ud83e\udd66": 685, "\ud83e\udd81": 686, "\ud83e\udd87": 687, "\ud83e\udd8a": 688, "\ud83e\udd99": 689, "\ud83e\uddb8": 690, "\ud83e\uddc1": 691, "\ud83e\uddd8": 692, "\ud83e\uddf4": 693, "\ud83e\uddf8": 694, "\ud83e\uddf9": 695, "\ud83e\uddfc": 696, "\ud83e\ude80": 697}