{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "[UNK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "[CLS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "[SEP]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 4, "content": "[MASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": { "type": "BertNormalizer", "clean_text": true, "handle_chinese_chars": true, "strip_accents": null, "lowercase": true }, "pre_tokenizer": { "type": "BertPreTokenizer" }, "post_processor": { "type": "TemplateProcessing", "single": [ { "SpecialToken": { "id": "[CLS]", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "[SEP]", "type_id": 0 } } ], "pair": [ { "SpecialToken": { "id": "[CLS]", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "[SEP]", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } }, { "SpecialToken": { "id": "[SEP]", "type_id": 1 } } ], "special_tokens": { "[CLS]": { "id": "[CLS]", "ids": [ 2 ], "tokens": [ "[CLS]" ] }, "[SEP]": { "id": "[SEP]", "ids": [ 3 ], "tokens": [ "[SEP]" ] } } }, "decoder": { "type": "WordPiece", "prefix": "##", "cleanup": true }, "model": { "type": "WordPiece", "unk_token": "[UNK]", "continuing_subword_prefix": "##", "max_input_chars_per_word": 100, "vocab": { "[PAD]": 0, "[UNK]": 1, "[CLS]": 2, "[SEP]": 3, "[MASK]": 4, "!": 5, "\"": 6, "#": 7, "$": 8, "%": 9, "&": 10, "'": 11, "(": 12, ")": 13, "*": 14, "+": 15, ",": 16, "-": 17, ".": 18, "/": 19, "0": 20, "1": 21, "2": 22, "3": 23, "4": 24, "5": 25, "6": 26, "7": 27, "8": 28, "9": 29, ":": 30, ";": 31, "<": 32, "=": 33, ">": 34, "?": 35, "@": 36, "[": 37, "]": 38, "^": 39, "`": 40, "a": 41, "b": 42, "c": 43, "d": 44, "e": 45, "f": 46, "g": 47, "h": 48, "i": 49, "j": 50, "k": 51, "l": 52, "m": 53, "n": 54, "o": 55, "p": 56, "q": 57, "r": 58, "s": 59, "t": 60, "u": 61, "v": 62, "w": 63, "x": 64, "y": 65, "z": 66, "~": 67, "£": 68, "°": 69, "²": 70, "´": 71, "µ": 72, "º": 73, "×": 74, "ß": 75, "æ": 76, "đ": 77, "ł": 78, "ə": 79, "ɡ": 80, "ɪ": 81, "ˈ": 82, "α": 83, "β": 84, "γ": 85, "δ": 86, "ε": 87, "η": 88, "θ": 89, "ι": 90, "κ": 91, "λ": 92, "μ": 93, "ν": 94, "ξ": 95, "ο": 96, "ρ": 97, "ς": 98, "σ": 99, "τ": 100, "υ": 101, "χ": 102, "а": 103, "в": 104, "з": 105, "и": 106, "к": 107, "н": 108, "р": 109, "с": 110, "ы": 111, "є": 112, "ה": 113, "מ": 114, "צ": 115, "ש": 116, "ا": 117, "ت": 118, "ث": 119, "د": 120, "س": 121, "م": 122, "ي": 123, "ก": 124, "ค": 125, "ง": 126, "ช": 127, "ซ": 128, "ญ": 129, "ฐ": 130, "ณ": 131, "ด": 132, "ต": 133, "บ": 134, "ป": 135, "พ": 136, "ภ": 137, "ม": 138, "ย": 139, "ร": 140, "ล": 141, "ว": 142, "ศ": 143, "ษ": 144, "ส": 145, "ห": 146, "อ": 147, "า": 148, "เ": 149, "แ": 150, "ไ": 151, "ᵻ": 152, "–": 153, "—": 154, "‘": 155, "’": 156, "“": 157, "”": 158, "†": 159, "‡": 160, "…": 161, "⁄": 162, "₤": 163, "₹": 164, "→": 165, "−": 166, "い": 167, "う": 168, "か": 169, "き": 170, "く": 171, "し": 172, "た": 173, "つ": 174, "な": 175, "の": 176, "め": 177, "も": 178, "ら": 179, "ァ": 180, "ア": 181, "ウ": 182, "キ": 183, "ュ": 184, "リ": 185, "ル": 186, "乙": 187, "光": 188, "其": 189, "具": 190, "华": 191, "厂": 192, "名": 193, "君": 194, "命": 195, "咲": 196, "場": 197, "女": 198, "建": 199, "戦": 200, "日": 201, "旭": 202, "灯": 203, "玩": 204, "琪": 205, "瘡": 206, "肖": 207, "花": 208, "誓": 209, "誰": 210, "许": 211, "赤": 212, "運": 213, "銃": 214, "願": 215, "３": 216, "##o": 217, "##s": 218, "##i": 219, "##t": 220, "##v": 221, "##e": 222, "##l": 223, "##y": 224, "##r": 225, "##b": 226, "##n": 227, "##m": 228, "##a": 229, "##d": 230, "##c": 231, "##p": 232, "##h": 233, "##g": 234, "##u": 235, "##9": 236, "##7": 237, "##x": 238, "##k": 239, "##w": 240, "##6": 241, "##8": 242, "##q": 243, "##f": 244, "##j": 245, "##0": 246, "##5": 247, "##z": 248, "##2": 249, "##1": 250, "##4": 251, "##เ": 252, "##ป": 253, "##ย": 254, "##3": 255, "##ł": 256, "##đ": 257, "##ウ": 258, "##ァ": 259, "##ル": 260, "##キ": 261, "##ュ": 262, "##リ": 263, "##ア": 264, "##α": 265, "##แ": 266, "##ก": 267, "##พ": 268, "##ร": 269, "##β": 270, "##γ": 271, "##ρ": 272, "##ο": 273, "##ς": 274, "##ε": 275, "##τ": 276, "##ν": 277, "##ß": 278, "##ภ": 279, "##า": 280, "##ด": 281, "##ξ": 282, "##р": 283, "##а": 284, "##с": 285, "##н": 286, "##ы": 287, "##и": 288, "##３": 289, "##な": 290, "##き": 291, "##た": 292, "##め": 293, "##の": 294, "##อ": 295, "##ว": 296, "##ら": 297, "##в": 298, "##к": 299, "##з": 300, "##º": 301, "##ι": 302, "##μ": 303, "##ث": 304, "##م": 305, "##د": 306, "##ล": 307, "##ง": 308, "##ไ": 309, "##ช": 310, "##ɡ": 311, "##æ": 312, "##ᵻ": 313, "##ə": 314, "##ณ": 315, "##ม": 316, "##ต": 317, "##し": 318, "##も": 319, "##つ": 320, "##か": 321, "##ي": 322, "##س": 323, "##ت": 324, "##ษ": 325, "##ฐ": 326, "##χ": 327, "##ซ": 328, "##υ": 329, "##є": 330, "##λ": 331, "##ɪ": 332, "##ש": 333, "##מ": 334, "##צ": 335, "##ה": 336, "##θ": 337, "##η": 338, "##ค": 339, "th": 340, "the": 341, "##er": 342, "##in": 343, "##ed": 344, "##on": 345, "##nd": 346, "##at": 347, "##or": 348, "##es": 349, "in": 350, "##en": 351, "##ar": 352, "of": 353, "##it": 354, "##al": 355, "##an": 356, "##is": 357, "##ing": 358, "##as": 359, "and": 360, "##ic": 361, "to": 362, "##ou": 363, "##ion": 364, "##re": 365, "##om": 366, "##el": 367, "##il": 368, "##ol": 369, "##ec": 370, "##ent": 371, "##st": 372, "##th": 373, "##ur": 374, "on": 375, "##am": 376, "##ad": 377, "st": 378, "##et": 379, "was": 380, "##ac": 381, "##ro": 382, "for": 383, "##ir": 384, "wh": 385, "as": 386, "##ly": 387, "re": 388, "##id": 389, "##ith": 390, "##iv": 391, "##le": 392, "##ation": 393, "al": 394, "##ig": 395, "##ers": 396, "is": 397, "##im": 398, "with": 399, "##ch": 400, "##ay": 401, "that": 402, "be": 403, "##ow": 404, "##ts": 405, "##em": 406, "##ter": 407, "an": 408, "sh": 409, "ch": 410, "##ul": 411, "##ut": 412, "##ot": 413, "##um": 414, "he": 415, "##us": 416, "con": 417, "fr": 418, "by": 419, "at": 420, "##os": 421, "his": 422, "##est": 423, "##ra": 424, "19": 425, "##ver": 426, "##ce": 427, "##and": 428, "##av": 429, "##od": 430, "##ag": 431, "##ere": 432, "com": 433, "se": 434, "de": 435, "##ies": 436, "it": 437, "20": 438, "##ain": 439, "##ct": 440, "pro": 441, "su": 442, "##ist": 443, "##ess": 444, "ar": 445, "##op": 446, "from": 447, "or": 448, "##oc": 449, "##ew": 450, "##pp": 451, "##if": 452, "##ity": 453, "were": 454, "##igh": 455, "##ich": 456, "##ish": 457, "ex": 458, "pr": 459, "##un": 460, "##all": 461, "pl": 462, "##ate": 463, "le": 464, "##ated": 465, "##ord": 466, "##se": 467, "##ect": 468, "##ia": 469, "un": 470, "##ort": 471, "##ab": 472, "are": 473, "##ear": 474, "##ill": 475, "##ak": 476, "##gh": 477, "##ber": 478, "##pt": 479, "##ther": 480, "sp": 481, "tr": 482, "##ud": 483, "##ard": 484, "##ian": 485, "##art": 486, "##ld": 487, "##ial": 488, "##ong": 489, "which": 490, "##ame": 491, "##ip": 492, "had": 493, "##og": 494, "##ment": 495, "rec": 496, "##ive": 497, "##ough": 498, "##ound": 499, "##rit": 500, "##ov": 501, "##ore": 502, "not": 503, "##ost": 504, "##our": 505, "##ant": 506, "##ell": 507, "##ap": 508, "##ue": 509, "cl": 510, "en": 511, "##ib": 512, "af": 513, "##ast": 514, "her": 515, "##ge": 516, "##ave": 517, "##ary": 518, "ac": 519, "tw": 520, "all": 521, "##ack": 522, "wor": 523, "##ust": 524, "##ical": 525, "200": 526, "this": 527, "she": 528, "##ine": 529, "##ight": 530, "am": 531, "##so": 532, "##pl": 533, "inc": 534, "also": 535, "##ure": 536, "rel": 537, "##out": 538, "##ru": 539, "their": 540, "ad": 541, "##ach": 542, "##oll": 543, "has": 544, "comm": 545, "##ie": 546, "##qu": 547, "##ous": 548, "bo": 549, "ab": 550, "fir": 551, "sc": 552, "per": 553, "##ath": 554, "##ome": 555, "##ide": 556, "one": 557, "##ub": 558, "after": 559, "cont": 560, "##ign": 561, "new": 562, "te": 563, "its": 564, "res": 565, "##oun": 566, "tim": 567, "201": 568, "##ition": 569, "fe": 570, "first": 571, "two": 572, "fin": 573, "##ater": 574, "int": 575, "man": 576, "##ass": 577, "##ke": 578, "##ations": 579, "pol": 580, "##wn": 581, "but": 582, "##ans": 583, "go": 584, "##ual": 585, "car": 586, "mar": 587, "##act": 588, "they": 589, "des": 590, "ind": 591, "##00": 592, "im": 593, "##ond": 594, "play": 595, "18": 596, "##ould": 597, "off": 598, "##ory": 599, "ag": 600, "have": 601, "##iz": 602, "year": 603, "who": 604, "##per": 605, "##orm": 606, "##uring": 607, "##own": 608, "##nder": 609, "##ire": 610, "##du": 611, "bec": 612, "##ied": 613, "##ph": 614, "me": 615, "co": 616, "##ff": 617, "##ance": 618, "been": 619, "##ok": 620, "##ely": 621, "rep": 622, "##age": 623, "dis": 624, "##ree": 625, "app": 626, "##ason": 627, "##ence": 628, "us": 629, "part": 630, "##lud": 631, "bl": 632, "air": 633, "##ult": 634, "gr": 635, "ser": 636, "##ents": 637, "##ions": 638, "##old": 639, "god": 640, "over": 641, "pre": 642, "sec": 643, "##ry": 644, "##ember": 645, "##ric": 646, "##ited": 647, "other": 648, "ev": 649, "fl": 650, "dec": 651, "up": 652, "##ite": 653, "##ile": 654, "during": 655, "ne": 656, "##ities": 657, "act": 658, "can": 659, "time": 660, "fil": 661, "under": 662, "ear": 663, "mus": 664, "comp": 665, "##vi": 666, "includ": 667, "##ced": 668, "##ang": 669, "##ade": 670, "##ks": 671, "##olog": 672, "##ose": 673, "form": 674, "##ase": 675, "film": 676, "record": 677, "##te": 678, "##one": 679, "inter": 680, "season": 681, "war": 682, "##ased": 683, "##erm": 684, "more": 685, "##ace": 686, "alb": 687, "##ates": 688, "them": 689, "##ens": 690, "ass": 691, "reg": 692, "cons": 693, "we": 694, "##ubl": 695, "##ild": 696, "##cc": 697, "most": 698, "##fer": 699, "##ors": 700, "##ice": 701, "rem": 702, "album": 703, "##land": 704, "##ted": 705, "char": 706, "##oin": 707, "##ward": 708, "##ail": 709, "##ft": 710, "may": 711, "##ally": 712, "##ole": 713, "##able": 714, "gen": 715, "no": 716, "sch": 717, "cent": 718, "spec": 719, "acc": 720, "him": 721, "##rough": 722, "high": 723, "##gan": 724, "there": 725, "min": 726, "##gr": 727, "ant": 728, "mon": 729, "##ings": 730, "##les": 731, "into": 732, "199": 733, "##reat": 734, "##urn": 735, "bu": 736, "##ces": 737, "when": 738, "end": 739, "nor": 740, "out": 741, "kn": 742, "some": 743, "##hip": 744, "chr": 745, "city": 746, "##rib": 747, "work": 748, "##ix": 749, "##form": 750, "second": 751, "pe": 752, "##ved": 753, "##ock": 754, "##ction": 755, "brit": 756, "publ": 757, "sou": 758, "##ered": 759, "##ular": 760, "##orn": 761, "arch": 762, "##ve": 763, "##ames": 764, "##ordan": 765, "four": 766, "jordan": 767, "hist": 768, "##ational": 769, "ro": 770, "##ood": 771, "##aw": 772, "team": 773, "sub": 774, "em": 775, "three": 776, "only": 777, "att": 778, "par": 779, "##res": 780, "win": 781, "bet": 782, "later": 783, "##ons": 784, "num": 785, "produ": 786, "again": 787, "ret": 788, "##vel": 789, "##ae": 790, "##eld": 791, "rele": 792, "ph": 793, "sy": 794, "##oss": 795, "imp": 796, "game": 797, "li": 798, "##way": 799, "through": 800, "##we": 801, "whe": 802, "inst": 803, "dep": 804, "##ished": 805, "would": 806, "##aus": 807, "##ict": 808, "##erson": 809, "long": 810, "while": 811, "##end": 812, "##iss": 813, "##ount": 814, "sur": 815, "##als": 816, "ma": 817, "these": 818, "being": 819, "about": 820, "##ri": 821, "than": 822, "##ull": 823, "##vest": 824, "##ins": 825, "##ork": 826, "##ick": 827, "br": 828, "col": 829, "arm": 830, "how": 831, "lar": 832, "##ony": 833, "many": 834, "do": 835, "##tle": 836, "##eler": 837, "pres": 838, "writ": 839, "such": 840, "sm": 841, "sa": 842, "##ake": 843, "##urch": 844, "bro": 845, "##ily": 846, "so": 847, "au": 848, "##tern": 849, "gal": 850, "town": 851, "wheeler": 852, "##ific": 853, "##ious": 854, "betwe": 855, "between": 856, "where": 857, "sever": 858, "##ism": 859, "gener": 860, "##aeolog": 861, "000": 862, "bel": 863, "def": 864, "north": 865, "made": 866, "art": 867, "##ollow": 868, "##air": 869, "pop": 870, "music": 871, "archaeolog": 872, "follow": 873, "jo": 874, "song": 875, "##other": 876, "##arn": 877, "el": 878, "##red": 879, "##ating": 880, "ship": 881, "supp": 882, "##amp": 883, "south": 884, "loc": 885, "sign": 886, "exp": 887, "##ove": 888, "##though": 889, "although": 890, "world": 891, "##fore": 892, "##ower": 893, "christ": 894, "british": 895, "##veston": 896, "galveston": 897, "day": 898, "both": 899, "desc": 900, "dire": 901, "germ": 902, "##iet": 903, "church": 904, "command": 905, "met": 906, "##ten": 907, "##hn": 908, "##ised": 909, "stud": 910, "##row": 911, "contr": 912, "cre": 913, "oper": 914, "lead": 915, "call": 916, "div": 917, "ob": 918, "number": 919, "then": 920, "##oup": 921, "##ool": 922, "##ning": 923, "##eric": 924, "years": 925, "gods": 926, "sing": 927, "##up": 928, "##ics": 929, "care": 930, "gu": 931, "nov": 932, "york": 933, "##ever": 934, "state": 935, "##ife": 936, "trans": 937, "used": 938, "early": 939, "##ived": 940, "several": 941, "##gy": 942, "##ern": 943, "##io": 944, "##ute": 945, "add": 946, "main": 947, "well": 948, "##ale": 949, "##sp": 950, "class": 951, "##view": 952, "direct": 953, "crit": 954, "my": 955, "var": 956, "##ron": 957, "before": 958, "prom": 959, "##ause": 960, "bar": 961, "dist": 962, "dif": 963, "qu": 964, "##ral": 965, "##ste": 966, "##ected": 967, "united": 968, "back": 969, "orig": 970, "perform": 971, "offic": 972, "tra": 973, "americ": 974, "##fl": 975, "##ures": 976, "##elf": 977, "school": 978, "peop": 979, "bat": 980, "sl": 981, "##ivers": 982, "against": 983, "##ress": 984, "##ists": 985, "est": 986, "##kel": 987, "book": 988, "disc": 989, "port": 990, "##az": 991, "##ros": 992, "eng": 993, "became": 994, "count": 995, "found": 996, "##ty": 997, "##ery": 998, "states": 999, "##ized": 1000, "like": 1001, "origin": 1002, "hum": 1003, "##ield": 1004, "##its": 1005, "##emb": 1006, "198": 1007, "194": 1008, "antim": 1009, "people": 1010, "award": 1011, "ge": 1012, "##raft": 1013, "lo": 1014, "lit": 1015, "resp": 1016, "remain": 1017, "known": 1018, "##stein": 1019, "public": 1020, "fur": 1021, "however": 1022, "said": 1023 } } }