{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "[BOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "[EOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "[UNK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": null, "post_processor": null, "decoder": null, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": { "[BOS]": 0, "[EOS]": 1, "[PAD]": 2, "[UNK]": 3, "\b": 4, "\t": 5, "\n": 6, "\f": 7, "\r": 8, "\u001b": 9, " ": 10, "!": 11, "\"": 12, "#": 13, "$": 14, "%": 15, "&": 16, "'": 17, "(": 18, ")": 19, "*": 20, "+": 21, ",": 22, "-": 23, ".": 24, "/": 25, "0": 26, "1": 27, "2": 28, "3": 29, "4": 30, "5": 31, "6": 32, "7": 33, "8": 34, "9": 35, ":": 36, ";": 37, "<": 38, "=": 39, ">": 40, "?": 41, "@": 42, "A": 43, "B": 44, "C": 45, "D": 46, "E": 47, "F": 48, "G": 49, "H": 50, "I": 51, "J": 52, "K": 53, "L": 54, "M": 55, "N": 56, "O": 57, "P": 58, "Q": 59, "R": 60, "S": 61, "T": 62, "U": 63, "V": 64, "W": 65, "X": 66, "Y": 67, "Z": 68, "[": 69, "\\": 70, "]": 71, "^": 72, "_": 73, "`": 74, "a": 75, "b": 76, "c": 77, "d": 78, "e": 79, "f": 80, "g": 81, "h": 82, "i": 83, "j": 84, "k": 85, "l": 86, "m": 87, "n": 88, "o": 89, "p": 90, "q": 91, "r": 92, "s": 93, "t": 94, "u": 95, "v": 96, "w": 97, "x": 98, "y": 99, "z": 100, "{": 101, "|": 102, "}": 103, "~": 104, " ": 105, "£": 106, "¥": 107, "§": 108, "¬": 109, "®": 110, "°": 111, "±": 112, "²": 113, "³": 114, "µ": 115, "·": 116, "¹": 117, "½": 118, "À": 119, "Á": 120, "Å": 121, "É": 122, "Ö": 123, "×": 124, "Ø": 125, "Ü": 126, "ß": 127, "à": 128, "á": 129, "â": 130, "ã": 131, "ä": 132, "å": 133, "æ": 134, "ç": 135, "è": 136, "é": 137, "ê": 138, "ë": 139, "ì": 140, "í": 141, "î": 142, "ï": 143, "ð": 144, "ñ": 145, "ò": 146, "ó": 147, "ô": 148, "ö": 149, "÷": 150, "ø": 151, "ù": 152, "ú": 153, "û": 154, "ü": 155, "ā": 156, "ă": 157, "ą": 158, "ć": 159, "č": 160, "Đ": 161, "đ": 162, "ē": 163, "ę": 164, "ě": 165, "ğ": 166, "ħ": 167, "ĩ": 168, "ī": 169, "ı": 170, "ł": 171, "ń": 172, "ŋ": 173, "ō": 174, "ő": 175, "ś": 176, "ş": 177, "ũ": 178, "ū": 179, "ż": 180, "ǎ": 181, "ǔ": 182, "ɑ": 183, "ɖ": 184, "ə": 185, "ɛ": 186, "ɣ": 187, "ɪ": 188, "ɾ": 189, "ʈ": 190, "ʋ": 191, "ʌ": 192, "ʏ": 193, "ʒ": 194, "ʰ": 195, "ˈ": 196, "ː": 197, "˙": 198, "ˢ": 199, "̀": 200, "́": 201, "̃": 202, "͈": 203, "Γ": 204, "Δ": 205, "Λ": 206, "Ξ": 207, "Π": 208, "Σ": 209, "Φ": 210, "Ω": 211, "α": 212, "β": 213, "γ": 214, "δ": 215, "ε": 216, "η": 217, "θ": 218, "κ": 219, "λ": 220, "μ": 221, "ν": 222, "ξ": 223, "π": 224, "ρ": 225, "σ": 226, "τ": 227, "φ": 228, "χ": 229, "ψ": 230, "ω": 231, "ϕ": 232, "А": 233, "Б": 234, "В": 235, "Д": 236, "З": 237, "И": 238, "К": 239, "Л": 240, "М": 241, "Н": 242, "О": 243, "П": 244, "Р": 245, "С": 246, "Т": 247, "У": 248, "Ф": 249, "Ч": 250, "Ш": 251, "Э": 252, "а": 253, "б": 254, "в": 255, "г": 256, "д": 257, "е": 258, "ж": 259, "з": 260, "и": 261, "й": 262, "к": 263, "л": 264, "м": 265, "н": 266, "о": 267, "п": 268, "р": 269, "с": 270, "т": 271, "у": 272, "ф": 273, "х": 274, "ц": 275, "ч": 276, "ш": 277, "щ": 278, "ы": 279, "ь": 280, "э": 281, "ю": 282, "я": 283, "ё": 284, "і": 285, "ا": 286, "ب": 287, "ة": 288, "ت": 289, "س": 290, "ك": 291, "م": 292, "و": 293, "ي": 294, "َ": 295, "ُ": 296, "ِ": 297, "ْ": 298, "پ": 299, "ह": 300, "ी": 301, "ᴵ": 302, "ᴷ": 303, "ᴺ": 304, "ᵃ": 305, "ᵢ": 306, "ᶜ": 307, "ṃ": 308, "ṅ": 309, "ṛ": 310, "ṭ": 311, "ᾱ": 312, " ": 313, "‍": 314, "‑": 315, "–": 316, "—": 317, "‖": 318, "‘": 319, "’": 320, "“": 321, "”": 322, "†": 323, "‡": 324, "•": 325, "…": 326, "‰": 327, "⁡": 328, "⁰": 329, "⁴": 330, "⁵": 331, "⁶": 332, "⁷": 333, "⁸": 334, "⁹": 335, "⁺": 336, "⁻": 337, "ⁿ": 338, "₀": 339, "₁": 340, "₂": 341, "₃": 342, "₄": 343, "₆": 344, "₇": 345, "₈": 346, "₋": 347, "ₑ": 348, "ₓ": 349, "ₖ": 350, "ₙ": 351, "ₚ": 352, "€": 353, "⃣": 354, "ℏ": 355, "ℓ": 356, "™": 357, "ℤ": 358, "ℹ": 359, "←": 360, "↑": 361, "→": 362, "↓": 363, "↔": 364, "↕": 365, "↦": 366, "↩": 367, "↳": 368, "↺": 369, "⇌": 370, "⇒": 371, "⇓": 372, "∀": 373, "∂": 374, "∃": 375, "∅": 376, "∇": 377, "∈": 378, "∉": 379, "∎": 380, "∏": 381, "∑": 382, "−": 383, "∖": 384, "∗": 385, "∘": 386, "√": 387, "∝": 388, "∞": 389, "∧": 390, "∨": 391, "∩": 392, "∪": 393, "∫": 394, "∮": 395, "∼": 396, "≈": 397, "≠": 398, "≡": 399, "≤": 400, "≥": 401, "≫": 402, "⊆": 403, "⊑": 404, "⊔": 405, "⊕": 406, "⊗": 407, "⊙": 408, "⊥": 409, "⊭": 410, "⋅": 411, "⋈": 412, "⋯": 413, "⌊": 414, "⌋": 415, "⌥": 416, "⏭": 417, "⏱": 418, "⏳": 419, "①": 420, "②": 421, "③": 422, "④": 423, "ⓘ": 424, "─": 425, "━": 426, "│": 427, "┃": 428, "┌": 429, "┏": 430, "┐": 431, "┓": 432, "└": 433, "┘": 434, "├": 435, "┡": 436, "┤": 437, "┩": 438, "┳": 439, "┴": 440, "╇": 441, "═": 442, "║": 443, "╔": 444, "╗": 445, "╚": 446, "╝": 447, "╠": 448, "╣": 449, "▀": 450, "▄": 451, "▆": 452, "█": 453, "▌": 454, "░": 455, "▒": 456, "▓": 457, "■": 458, "□": 459, "▲": 460, "△": 461, "▶": 462, "▼": 463, "◈": 464, "○": 465, "●": 466, "☀": 467, "☁": 468, "★": 469, "☆": 470, "☉": 471, "☕": 472, "☠": 473, "♀": 474, "♂": 475, "♈": 476, "♌": 477, "♐": 478, "♻": 479, "⚖": 480, "⚙": 481, "⚛": 482, "⚠": 483, "⚡": 484, "⚪": 485, "⚫": 486, "⚰": 487, "⛱": 488, "✅": 489, "✋": 490, "✌": 491, "✍": 492, "✓": 493, "✔": 494, "✕": 495, "✗": 496, "✘": 497, "✨": 498, "❄": 499, "❌": 500, "❤": 501, "➔": 502, "➕": 503, "➜": 504, "➡": 505, "⟨": 506, "⟩": 507, "⟳": 508, "⟴": 509, "⟹": 510, "⬆": 511, "⬇": 512, "⭐": 513, "⮕": 514, "ⱼ": 515, "、": 516, "《": 517, "》": 518, "【": 519, "】": 520, "あ": 521, "く": 522, "イ": 523, "タ": 524, "プ": 525, "ㅅ": 526, "ㅆ": 527, "㊙": 528, "㎡": 529, "七": 530, "下": 531, "不": 532, "专": 533, "业": 534, "东": 535, "中": 536, "临": 537, "主": 538, "义": 539, "书": 540, "产": 541, "亮": 542, "人": 543, "代": 544, "仪": 545, "们": 546, "价": 547, "任": 548, "份": 549, "位": 550, "体": 551, "作": 552, "信": 553, "值": 554, "偽": 555, "光": 556, "党": 557, "全": 558, "八": 559, "公": 560, "共": 561, "关": 562, "养": 563, "准": 564, "减": 565, "分": 566, "创": 567, "別": 568, "制": 569, "办": 570, "务": 571, "动": 572, "助": 573, "勝": 574, "包": 575, "化": 576, "十": 577, "半": 578, "协": 579, "单": 580, "危": 581, "参": 582, "双": 583, "发": 584, "叶": 585, "号": 586, "各": 587, "合": 588, "同": 589, "名": 590, "员": 591, "味": 592, "命": 593, "和": 594, "售": 595, "商": 596, "围": 597, "国": 598, "國": 599, "園": 600, "土": 601, "在": 602, "地": 603, "垂": 604, "城": 605, "境": 606, "备": 607, "外": 608, "多": 609, "大": 610, "失": 611, "奶": 612, "如": 613, "妹": 614, "姐": 615, "子": 616, "存": 617, "学": 618, "學": 619, "安": 620, "定": 621, "宝": 622, "宫": 623, "家": 624, "富": 625, "寒": 626, "对": 627, "导": 628, "尽": 629, "局": 630, "居": 631, "屋": 632, "展": 633, "山": 634, "岗": 635, "工": 636, "差": 637, "市": 638, "带": 639, "干": 640, "平": 641, "幸": 642, "店": 643, "度": 644, "建": 645, "开": 646, "式": 647, "形": 648, "律": 649, "心": 650, "思": 651, "性": 652, "恨": 653, "恩": 654, "息": 655, "恶": 656, "患": 657, "情": 658, "惡": 659, "想": 660, "意": 661, "感": 662, "成": 663, "房": 664, "执": 665, "扫": 666, "批": 667, "承": 668, "报": 669, "抵": 670, "招": 671, "捞": 672, "提": 673, "搔": 674, "放": 675, "政": 676, "教": 677, "数": 678, "整": 679, "文": 680, "斗": 681, "料": 682, "无": 683, "日": 684, "早": 685, "旭": 686, "时": 687, "春": 688, "是": 689, "時": 690, "普": 691, "曙": 692, "更": 693, "替": 694, "月": 695, "服": 696, "望": 697, "木": 698, "权": 699, "来": 700, "析": 701, "架": 702, "标": 703, "核": 704, "桃": 705, "案": 706, "榜": 707, "次": 708, "欲": 709, "武": 710, "比": 711, "毕": 712, "民": 713, "氛": 714, "水": 715, "永": 716, "汇": 717, "汉": 718, "江": 719, "河": 720, "治": 721, "法": 722, "活": 723, "派": 724, "浪": 725, "海": 726, "消": 727, "淚": 728, "深": 729, "渾": 730, "滚": 731, "满": 732, "潮": 733, "濺": 734, "点": 735, "煮": 736, "煽": 737, "特": 738, "狠": 739, "环": 740, "现": 741, "班": 742, "理": 743, "生": 744, "白": 745, "的": 746, "监": 747, "直": 748, "相": 749, "省": 750, "督": 751, "短": 752, "破": 753, "示": 754, "礼": 755, "福": 756, "秋": 757, "种": 758, "科": 759, "程": 760, "立": 761, "筑": 762, "算": 763, "管": 764, "簪": 765, "类": 766, "系": 767, "素": 768, "緣": 769, "红": 770, "级": 771, "纪": 772, "纬": 773, "线": 774, "经": 775, "绑": 776, "绝": 777, "考": 778, "育": 779, "自": 780, "花": 781, "英": 782, "茶": 783, "草": 784, "菜": 785, "萧": 786, "落": 787, "藏": 788, "蛋": 789, "行": 790, "被": 791, "裕": 792, "西": 793, "解": 794, "言": 795, "詩": 796, "警": 797, "议": 798, "讯": 799, "证": 800, "话": 801, "语": 802, "诺": 803, "负": 804, "责": 805, "货": 806, "质": 807, "费": 808, "资": 809, "赢": 810, "跨": 811, "身": 812, "边": 813, "过": 814, "运": 815, "通": 816, "部": 817, "配": 818, "重": 819, "量": 820, "金": 821, "错": 822, "长": 823, "闭": 824, "际": 825, "限": 826, "除": 827, "险": 828, "隐": 829, "雄": 830, "雨": 831, "非": 832, "韧": 833, "頭": 834, "顺": 835, "预": 836, "领": 837, "额": 838, "风": 839, "飞": 840, "饺": 841, "驚": 842, "高": 843, "鳥": 844, "黑": 845, "경": 846, "살": 847, "쌀": 848, "음": 849, "︎": 850, "️": 851, "）": 852, "𝒯": 853, "𝔽": 854, "🇧": 855, "🇬": 856, "🇸": 857, "🇺": 858, "🌈": 859, "🌊": 860, "🌌": 861, "🌎": 862, "🌐": 863, "🌙": 864, "🌞": 865, "🌟": 866, "🌡": 867, "🌲": 868, "🌳": 869, "🌶": 870, "🌸": 871, "🌹": 872, "🌾": 873, "🌿": 874, "🍂": 875, "🍃": 876, "🍋": 877, "🍎": 878, "🍐": 879, "🍑": 880, "🍓": 881, "🍚": 882, "🍜": 883, "🍫": 884, "🍬": 885, "🍯": 886, "🍰": 887, "🍳": 888, "🍵": 889, "🍷": 890, "🍼": 891, "🍿": 892, "🎀": 893, "🎂": 894, "🎃": 895, "🎈": 896, "🎉": 897, "🎙": 898, "🎞": 899, "🎨": 900, "🎬": 901, "🎯": 902, "🏁": 903, "🏃": 904, "🏆": 905, "🏗": 906, "🏙": 907, "🏠": 908, "🏡": 909, "🏢": 910, "🏷": 911, "🏻": 912, "🐌": 913, "🐍": 914, "🐐": 915, "🐚": 916, "🐛": 917, "👀": 918, "👁": 919, "👇": 920, "👈": 921, "👉": 922, "👋": 923, "👑": 924, "👗": 925, "👜": 926, "👟": 927, "👠": 928, "👤": 929, "👩": 930, "👰": 931, "👵": 932, "👶": 933, "👸": 934, "💀": 935, "💁": 936, "💃": 937, "💄": 938, "💇": 939, "💎": 940, "💕": 941, "💖": 942, "💛": 943, "💡": 944, "💤": 945, "💥": 946, "💦": 947, "💧": 948, "💨": 949, "💪": 950, "💬": 951, "💯": 952, "💰": 953, "💸": 954, "💻": 955, "💾": 956, "📂": 957, "📄": 958, "📅": 959, "📈": 960, "📉": 961, "📊": 962, "📌": 963, "📍": 964, "📏": 965, "📐": 966, "📖": 967, "📚": 968, "📜": 969, "📝": 970, "📞": 971, "📡": 972, "📢": 973, "📣": 974, "📥": 975, "📦": 976, "📧": 977, "📸": 978, "📽": 979, "🔄": 980, "🔌": 981, "🔍": 982, "🔑": 983, "🔒": 984, "🔓": 985, "🔗": 986, "🔝": 987, "🔥": 988, "🔧": 989, "🔮": 990, "🔴": 991, "🔵": 992, "🕊": 993, "🕯": 994, "🕰": 995, "🕸": 996, "🕹": 997, "🖋": 998, "🖐": 999, "🖤": 1000, "🗑": 1001, "🗞": 1002, "🗳": 1003, "🗺": 1004, "😂": 1005, "😉": 1006, "😋": 1007, "😍": 1008, "😫": 1009, "😭": 1010, "😱": 1011, "😴": 1012, "🙅": 1013, "🙈": 1014, "🙊": 1015, "🙋": 1016, "🙏": 1017, "🚀": 1018, "🚨": 1019, "🚫": 1020, "🚿": 1021, "🛁": 1022, "🛌": 1023, "🛍": 1024, "🛑": 1025, "🛒": 1026, "🛠": 1027, "🛡": 1028, "🛰": 1029, "🟡": 1030, "🟢": 1031, "🟣": 1032, "🟦": 1033, "🟨": 1034, "🤍": 1035, "🤔": 1036, "🤖": 1037, "🤘": 1038, "🤝": 1039, "🤡": 1040, "🤤": 1041, "🤩": 1042, "🤫": 1043, "🤯": 1044, "🥂": 1045, "🥇": 1046, "🥗": 1047, "🥚": 1048, "🥛": 1049, "🥞": 1050, "🥟": 1051, "🥢": 1052, "🥣": 1053, "🦅": 1054, "🦊": 1055, "🦐": 1056, "🦴": 1057, "🧁": 1058, "🧂": 1059, "🧄": 1060, "🧈": 1061, "🧊": 1062, "🧋": 1063, "🧖": 1064, "🧠": 1065, "🧩": 1066, "🧪": 1067, "🧬": 1068, "🧴": 1069, "🧵": 1070, "🧶": 1071, "🧸": 1072, "🧹": 1073, "🧺": 1074, "🧼": 1075, "🩸": 1076, "🪐": 1077, "🫠": 1078, "🫧": 1079 }, "merges": [] } }