{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": true }, "post_processor": { "type": "TemplateProcessing", "single": [ { "SpecialToken": { "id": "", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "", "type_id": 0 } } ], "pair": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } } ], "special_tokens": { "": { "id": "", "ids": [ 1 ], "tokens": [ "" ] }, "": { "id": "", "ids": [ 2 ], "tokens": [ "" ] } } }, "decoder": null, "model": { "type": "BPE", "dropout": null, "unk_token": "", "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": { "": 0, "": 1, "": 2, "": 3, "!": 4, "\"": 5, "#": 6, "$": 7, "%": 8, "&": 9, "'": 10, "(": 11, ")": 12, "*": 13, "+": 14, ",": 15, "-": 16, ".": 17, "/": 18, "0": 19, "1": 20, "2": 21, "3": 22, "4": 23, "5": 24, "6": 25, "7": 26, "8": 27, "9": 28, ":": 29, ";": 30, "=": 31, ">": 32, "?": 33, "@": 34, "A": 35, "B": 36, "C": 37, "D": 38, "E": 39, "F": 40, "G": 41, "H": 42, "I": 43, "J": 44, "K": 45, "L": 46, "M": 47, "N": 48, "O": 49, "P": 50, "Q": 51, "R": 52, "S": 53, "T": 54, "U": 55, "V": 56, "W": 57, "X": 58, "Y": 59, "Z": 60, "[": 61, "\\": 62, "]": 63, "^": 64, "_": 65, "`": 66, "a": 67, "b": 68, "c": 69, "d": 70, "e": 71, "f": 72, "g": 73, "h": 74, "i": 75, "j": 76, "k": 77, "l": 78, "m": 79, "n": 80, "o": 81, "p": 82, "q": 83, "r": 84, "s": 85, "t": 86, "u": 87, "v": 88, "w": 89, "x": 90, "y": 91, "z": 92, "{": 93, "|": 94, "}": 95, "¡": 96, "£": 97, "¥": 98, "¦": 99, "§": 100, "©": 101, "¬": 102, "°": 103, "³": 104, "¹": 105, "»": 106, "½": 107, "¾": 108, "Â": 109, "Ã": 110, "Ä": 111, "â": 112, "ð": 113, "Ċ": 114, "Ġ": 115, "Ģ": 116, "ģ": 117, "Ĥ": 118, "Ī": 119, "ī": 120, "Į": 121, "į": 122, "İ": 123, "ĵ": 124, "Ķ": 125, "ĸ": 126, "ĺ": 127, "Ļ": 128, "ļ": 129, "ľ": 130, "Ŀ": 131, "Ł": 132, "Ń": 133, "Ġt": 134, "in": 135, "Ġa": 136, "he": 137, "re": 138, "on": 139, "Ġs": 140, "er": 141, "at": 142, "Ġc": 143, "Ġthe": 144, "ing": 145, "nd": 146, "es": 147, "Ġo": 148, "Ġw": 149, "en": 150, "it": 151, "ou": 152, "or": 153, "al": 154, "Ġp": 155, "Ġf": 156, "ed": 157, "Ġb": 158, "is": 159, "an": 160, "ar": 161, "Ġm": 162, "Ġto": 163, "Ġd": 164, "Ġand": 165, "Ġin": 166, "ic": 167, "le": 168, "Ġof": 169, "ion": 170, "om": 171, "Ġe": 172, "Ġh": 173, "ent": 174, "st": 175, "Ġth": 176, "ct": 177, "Ġl": 178, "et": 179, "Ġre": 180, "il": 181, "se": 182, "ro": 183, "ve": 184, "ow": 185, "ly": 186, "Ġu": 187, "Ġn": 188, "as": 189, "im": 190, "Ġg": 191, "ol": 192, "--": 193, "ig": 194, "Ġy": 195, "ĠT": 196, "ce": 197, "ra": 198, "ur": 199, "Ġbe": 200, "ver": 201, "id": 202, "ch": 203, "Ġst": 204, "Ġyou": 205, "ut": 206, "ation": 207, "ot": 208, "ir": 209, "ĠS": 210, "ay": 211, "her": 212, "ĠA": 213, "el": 214, "Ġon": 215, "if": 216, "ad": 217, "ul": 218, "Ġwh": 219, "am": 220, "ĠI": 221, "ith": 222, "ĠC": 223, "Ġis": 224, "Ġthat": 225, "ies": 226, "Ġfor": 227, "Ġor": 228, "âĢ": 229, "em": 230, "Ġcon": 231, "Ġex": 232, "Ġwith": 233, "ers": 234, "Ġcom": 235, "Ġit": 236, "Ġpro": 237, "ect": 238, "igh": 239, "ag": 240, "nt": 241, "Ġal": 242, "od": 243, "ke": 244, "Ġhe": 245, "Ġas": 246, "res": 247, "ate": 248, "ĠE": 249, "----": 250, "ter": 251, "and": 252, "um": 253, "ess": 254, "ive": 255, "Ġch": 256, "ity": 257, "ĠM": 258, "Ġse": 259, "Ġv": 260, "op": 261, "Ġan": 262, "Ġsu": 263, "ap": 264, "Ġwe": 265, "ts": 266, "ĠB": 267, "rou": 268, "ĠW": 269, "Ġare": 270, "ld": 271, "ore": 272, "Ġfr": 273, "th": 274, "'s": 275, "qu": 276, "Ġle": 277, "pe": 278, "us": 279, "gh": 280, "Ġde": 281, "Ġne": 282, "ab": 283, "ĠThe": 284, "iv": 285, "ac": 286, "un": 287, "Ġab": 288, "out": 289, "ill": 290, "ight": 291, "ain": 292, "ome": 293, "ant": 294, "ist": 295, "os": 296, "Ġtheir": 297, "ci": 298, "Ġint": 299, "ment": 300, "Ġat": 301, "are": 302, "Ġus": 303, "og": 304, "all": 305, "Ġsh": 306, "ĠH": 307, "Ġcan": 308, "ĠP": 309, "Ġen": 310, "ud": 311, "ĠR": 312, "ust": 313, "act": 314, "Ġyour": 315, "ions": 316, "Ġwhe": 317, "ure": 318, "art": 319, "pl": 320, "ere": 321, "Ġthey": 322, "Ġby": 323, "est": 324, "Ġim": 325, "ine": 326, "Ġfrom": 327, "Ġwor": 328, "ĠF": 329, "Ġ(": 330, "per": 331, "ally": 332, "ie": 333, "Ġpl": 334, "ike": 335, "ort": 336, "ave": 337, "ĠD": 338, "ous": 339, "ib": 340, "Ġthis": 341, "Ġr": 342, "ok": 343, "Ġ1": 344, "ong": 345, "Ġabout": 346, "reat": 347, "ĠTh": 348, "ip": 349, "Ġlike": 350, "ĠL": 351, "ould": 352, "ther": 353, "ard": 354, "iz": 355, "Ġme": 356, "Ġcomp": 357, "Ġad": 358, "ep": 359, "ff": 360, "Ġk": 361, "nder": 362, "ical": 363, "Ġres": 364, "ations": 365, "Ġwas": 366, "Ġun": 367, "our": 368, "ind": 369, "ak": 370, "âĢĻ": 371, "ast": 372, "pp": 373, "ang": 374, "ild": 375, "ĠN": 376, "Ġso": 377, "ook": 378, "ance": 379, "--------": 380, "oc": 381, "av": 382, "ĠâĢ": 383, "ual": 384, "Ġall": 385, "one": 386, "Ġthem": 387, "ide": 388, "ĠG": 389, "Ġdis": 390, "Ġev": 391, "ose": 392, "Ġhave": 393, "Ġup": 394, "Ġnot": 395, "ach": 396, "ost": 397, "Ġthese": 398, "ĠU": 399, "ell": 400, "Ġdo": 401, "ult": 402, "Ġhow": 403, "du": 404, "ĠO": 405, "Ġj": 406, "very": 407, "ĠJ": 408, "Ġtr": 409, "rough": 410, "ich": 411, "Ġour": 412, "age": 413, "ary": 414, "ents": 415, "ings": 416, "Ġmore": 417, "Ġcont": 418, "Ġtra": 419, "Ġcl": 420, "Ġfe": 421, "ood": 422, "ces": 423, "ial": 424, "iff": 425, "Ġother": 426, "ence": 427, "Ġpe": 428, "vel": 429, "ire": 430, "ors": 431, "ans": 432, "able": 433, "Ġinto": 434, "Ġinc": 435, "ction": 436, "ber": 437, "Ġimp": 438, "ough": 439, "ious": 440, "orm": 441, "Ġman": 442, "Ġte": 443, "Ġwhen": 444, "The": 445, "Ġsome": 446, "ime": 447, "Ġ\"": 448, "ound": 449, "Ġdiff": 450, "ite": 451, "ign": 452, "Ġwho": 453, "Ġac": 454, "Ġspe": 455, "ated": 456, "ĠSt": 457, "ass": 458, "Ġunder": 459, "ays": 460, "Ġwhat": 461, "ile": 462, "lp": 463, "now": 464, "pt": 465, "Ġcomm": 466, "so": 467, "arn": 468, "round": 469, "ace": 470, "ks": 471, "Ġ2": 472, "Ġpart": 473, "Ġqu": 474, "Ġbec": 475, "Ġhelp": 476, "ms": 477, "ount": 478, "Ġbet": 479, "omet": 480, "ople": 481, "ue": 482, "Ġher": 483, "Ġem": 484, "Ġthrough": 485, "ily": 486, "Ġwill": 487, "Ġbut": 488, "ish": 489, "Ġstud": 490, "ge": 491, "ating": 492, "ov": 493, "ition": 494, "stand": 495, "ĠIn": 496, "ĠCh": 497, "ures": 498, "uring": 499, "ack": 500, "Ġar": 501, "Ġpeople": 502, "get": 503, "ful": 504, "Ġout": 505, "ities": 506, "Ġone": 507, "Ġwhich": 508, "ress": 509, "ord": 510, "Ġper": 511 }, "merges": [ [ "Ġ", "t" ], [ "i", "n" ], [ "Ġ", "a" ], [ "h", "e" ], [ "r", "e" ], [ "o", "n" ], [ "Ġ", "s" ], [ "e", "r" ], [ "a", "t" ], [ "Ġ", "c" ], [ "Ġt", "he" ], [ "in", "g" ], [ "n", "d" ], [ "e", "s" ], [ "Ġ", "o" ], [ "Ġ", "w" ], [ "e", "n" ], [ "i", "t" ], [ "o", "u" ], [ "o", "r" ], [ "a", "l" ], [ "Ġ", "p" ], [ "Ġ", "f" ], [ "e", "d" ], [ "Ġ", "b" ], [ "i", "s" ], [ "a", "n" ], [ "a", "r" ], [ "Ġ", "m" ], [ "Ġt", "o" ], [ "Ġ", "d" ], [ "Ġa", "nd" ], [ "Ġ", "in" ], [ "i", "c" ], [ "l", "e" ], [ "Ġo", "f" ], [ "i", "on" ], [ "o", "m" ], [ "Ġ", "e" ], [ "Ġ", "h" ], [ "en", "t" ], [ "s", "t" ], [ "Ġt", "h" ], [ "c", "t" ], [ "Ġ", "l" ], [ "e", "t" ], [ "Ġ", "re" ], [ "i", "l" ], [ "s", "e" ], [ "r", "o" ], [ "v", "e" ], [ "o", "w" ], [ "l", "y" ], [ "Ġ", "u" ], [ "Ġ", "n" ], [ "a", "s" ], [ "i", "m" ], [ "Ġ", "g" ], [ "o", "l" ], [ "-", "-" ], [ "i", "g" ], [ "Ġ", "y" ], [ "Ġ", "T" ], [ "c", "e" ], [ "r", "a" ], [ "u", "r" ], [ "Ġb", "e" ], [ "v", "er" ], [ "i", "d" ], [ "c", "h" ], [ "Ġs", "t" ], [ "Ġy", "ou" ], [ "u", "t" ], [ "at", "ion" ], [ "o", "t" ], [ "i", "r" ], [ "Ġ", "S" ], [ "a", "y" ], [ "he", "r" ], [ "Ġ", "A" ], [ "e", "l" ], [ "Ġ", "on" ], [ "i", "f" ], [ "a", "d" ], [ "u", "l" ], [ "Ġw", "h" ], [ "a", "m" ], [ "Ġ", "I" ], [ "it", "h" ], [ "Ġ", "C" ], [ "Ġ", "is" ], [ "Ġth", "at" ], [ "i", "es" ], [ "Ġf", "or" ], [ "Ġo", "r" ], [ "â", "Ģ" ], [ "e", "m" ], [ "Ġc", "on" ], [ "Ġe", "x" ], [ "Ġw", "ith" ], [ "er", "s" ], [ "Ġc", "om" ], [ "Ġ", "it" ], [ "Ġp", "ro" ], [ "e", "ct" ], [ "ig", "h" ], [ "a", "g" ], [ "n", "t" ], [ "Ġa", "l" ], [ "o", "d" ], [ "k", "e" ], [ "Ġ", "he" ], [ "Ġa", "s" ], [ "re", "s" ], [ "at", "e" ], [ "Ġ", "E" ], [ "--", "--" ], [ "t", "er" ], [ "a", "nd" ], [ "u", "m" ], [ "es", "s" ], [ "i", "ve" ], [ "Ġc", "h" ], [ "it", "y" ], [ "Ġ", "M" ], [ "Ġs", "e" ], [ "Ġ", "v" ], [ "o", "p" ], [ "Ġa", "n" ], [ "Ġs", "u" ], [ "a", "p" ], [ "Ġw", "e" ], [ "t", "s" ], [ "Ġ", "B" ], [ "r", "ou" ], [ "Ġ", "W" ], [ "Ġa", "re" ], [ "l", "d" ], [ "o", "re" ], [ "Ġf", "r" ], [ "t", "h" ], [ "'", "s" ], [ "q", "u" ], [ "Ġ", "le" ], [ "p", "e" ], [ "u", "s" ], [ "g", "h" ], [ "Ġd", "e" ], [ "Ġn", "e" ], [ "a", "b" ], [ "ĠT", "he" ], [ "i", "v" ], [ "a", "c" ], [ "u", "n" ], [ "Ġa", "b" ], [ "ou", "t" ], [ "il", "l" ], [ "igh", "t" ], [ "a", "in" ], [ "om", "e" ], [ "an", "t" ], [ "is", "t" ], [ "o", "s" ], [ "Ġthe", "ir" ], [ "c", "i" ], [ "Ġin", "t" ], [ "m", "ent" ], [ "Ġa", "t" ], [ "a", "re" ], [ "Ġu", "s" ], [ "o", "g" ], [ "al", "l" ], [ "Ġs", "h" ], [ "Ġ", "H" ], [ "Ġc", "an" ], [ "Ġ", "P" ], [ "Ġ", "en" ], [ "u", "d" ], [ "Ġ", "R" ], [ "u", "st" ], [ "a", "ct" ], [ "Ġyou", "r" ], [ "ion", "s" ], [ "Ġw", "he" ], [ "u", "re" ], [ "ar", "t" ], [ "p", "l" ], [ "e", "re" ], [ "Ġthe", "y" ], [ "Ġb", "y" ], [ "es", "t" ], [ "Ġ", "im" ], [ "in", "e" ], [ "Ġfr", "om" ], [ "Ġw", "or" ], [ "Ġ", "F" ], [ "Ġ", "(" ], [ "p", "er" ], [ "al", "ly" ], [ "i", "e" ], [ "Ġp", "l" ], [ "i", "ke" ], [ "or", "t" ], [ "a", "ve" ], [ "Ġ", "D" ], [ "ou", "s" ], [ "i", "b" ], [ "Ġth", "is" ], [ "Ġ", "r" ], [ "o", "k" ], [ "Ġ", "1" ], [ "on", "g" ], [ "Ġab", "out" ], [ "re", "at" ], [ "ĠT", "h" ], [ "i", "p" ], [ "Ġl", "ike" ], [ "Ġ", "L" ], [ "ou", "ld" ], [ "t", "her" ], [ "ar", "d" ], [ "i", "z" ], [ "Ġm", "e" ], [ "Ġcom", "p" ], [ "Ġa", "d" ], [ "e", "p" ], [ "f", "f" ], [ "Ġ", "k" ], [ "nd", "er" ], [ "ic", "al" ], [ "Ġre", "s" ], [ "ation", "s" ], [ "Ġw", "as" ], [ "Ġu", "n" ], [ "ou", "r" ], [ "in", "d" ], [ "a", "k" ], [ "âĢ", "Ļ" ], [ "a", "st" ], [ "p", "p" ], [ "an", "g" ], [ "il", "d" ], [ "Ġ", "N" ], [ "Ġs", "o" ], [ "o", "ok" ], [ "an", "ce" ], [ "----", "----" ], [ "o", "c" ], [ "a", "v" ], [ "Ġ", "âĢ" ], [ "u", "al" ], [ "Ġal", "l" ], [ "on", "e" ], [ "Ġthe", "m" ], [ "id", "e" ], [ "Ġ", "G" ], [ "Ġd", "is" ], [ "Ġe", "v" ], [ "o", "se" ], [ "Ġh", "ave" ], [ "Ġu", "p" ], [ "Ġn", "ot" ], [ "a", "ch" ], [ "o", "st" ], [ "Ġthe", "se" ], [ "Ġ", "U" ], [ "el", "l" ], [ "Ġd", "o" ], [ "ul", "t" ], [ "Ġh", "ow" ], [ "d", "u" ], [ "Ġ", "O" ], [ "Ġ", "j" ], [ "ver", "y" ], [ "Ġ", "J" ], [ "Ġt", "r" ], [ "rou", "gh" ], [ "ic", "h" ], [ "Ġo", "ur" ], [ "ag", "e" ], [ "ar", "y" ], [ "ent", "s" ], [ "ing", "s" ], [ "Ġm", "ore" ], [ "Ġcon", "t" ], [ "Ġt", "ra" ], [ "Ġc", "l" ], [ "Ġf", "e" ], [ "o", "od" ], [ "c", "es" ], [ "i", "al" ], [ "if", "f" ], [ "Ġo", "ther" ], [ "en", "ce" ], [ "Ġp", "e" ], [ "ve", "l" ], [ "i", "re" ], [ "or", "s" ], [ "an", "s" ], [ "ab", "le" ], [ "Ġint", "o" ], [ "Ġin", "c" ], [ "ct", "ion" ], [ "b", "er" ], [ "Ġim", "p" ], [ "ou", "gh" ], [ "i", "ous" ], [ "or", "m" ], [ "Ġm", "an" ], [ "Ġt", "e" ], [ "Ġwhe", "n" ], [ "T", "he" ], [ "Ġs", "ome" ], [ "im", "e" ], [ "Ġ", "\"" ], [ "ou", "nd" ], [ "Ġd", "iff" ], [ "it", "e" ], [ "ig", "n" ], [ "Ġwh", "o" ], [ "Ġa", "c" ], [ "Ġs", "pe" ], [ "at", "ed" ], [ "ĠS", "t" ], [ "as", "s" ], [ "Ġu", "nder" ], [ "ay", "s" ], [ "Ġwh", "at" ], [ "i", "le" ], [ "l", "p" ], [ "n", "ow" ], [ "p", "t" ], [ "Ġcom", "m" ], [ "s", "o" ], [ "ar", "n" ], [ "rou", "nd" ], [ "a", "ce" ], [ "k", "s" ], [ "Ġ", "2" ], [ "Ġp", "art" ], [ "Ġ", "qu" ], [ "Ġbe", "c" ], [ "Ġhe", "lp" ], [ "m", "s" ], [ "ou", "nt" ], [ "Ġb", "et" ], [ "om", "et" ], [ "op", "le" ], [ "u", "e" ], [ "Ġ", "her" ], [ "Ġe", "m" ], [ "Ġth", "rough" ], [ "il", "y" ], [ "Ġw", "ill" ], [ "Ġb", "ut" ], [ "is", "h" ], [ "Ġst", "ud" ], [ "g", "e" ], [ "at", "ing" ], [ "o", "v" ], [ "it", "ion" ], [ "st", "and" ], [ "ĠI", "n" ], [ "ĠC", "h" ], [ "u", "res" ], [ "ur", "ing" ], [ "ac", "k" ], [ "Ġa", "r" ], [ "Ġpe", "ople" ], [ "g", "et" ], [ "f", "ul" ], [ "Ġo", "ut" ], [ "it", "ies" ], [ "Ġon", "e" ], [ "Ġwh", "ich" ], [ "res", "s" ], [ "or", "d" ], [ "Ġp", "er" ] ] } }