{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 4, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "post_processor": { "type": "TemplateProcessing", "single": [ { "SpecialToken": { "id": "", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "", "type_id": 0 } } ], "pair": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } } ], "special_tokens": { "": { "id": "", "ids": [ 1 ], "tokens": [ "" ] }, "": { "id": "", "ids": [ 2 ], "tokens": [ "" ] } } }, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": "", "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": { "": 0, "": 1, "": 2, "": 3, "": 4, "!": 5, "\"": 6, "#": 7, "$": 8, "%": 9, "&": 10, "'": 11, "(": 12, ")": 13, "*": 14, "+": 15, ",": 16, "-": 17, ".": 18, "/": 19, "0": 20, "1": 21, "2": 22, "3": 23, "4": 24, "5": 25, "6": 26, "7": 27, "8": 28, "9": 29, ":": 30, ";": 31, "<": 32, "=": 33, ">": 34, "?": 35, "@": 36, "A": 37, "B": 38, "C": 39, "D": 40, "E": 41, "F": 42, "G": 43, "H": 44, "I": 45, "J": 46, "K": 47, "L": 48, "M": 49, "N": 50, "O": 51, "P": 52, "Q": 53, "R": 54, "S": 55, "T": 56, "U": 57, "V": 58, "W": 59, "X": 60, "Y": 61, "Z": 62, "[": 63, "\\": 64, "]": 65, "^": 66, "_": 67, "`": 68, "a": 69, "b": 70, "c": 71, "d": 72, "e": 73, "f": 74, "g": 75, "h": 76, "i": 77, "j": 78, "k": 79, "l": 80, "m": 81, "n": 82, "o": 83, "p": 84, "q": 85, "r": 86, "s": 87, "t": 88, "u": 89, "v": 90, "w": 91, "x": 92, "y": 93, "z": 94, "{": 95, "|": 96, "}": 97, "~": 98, "¡": 99, "¢": 100, "£": 101, "¤": 102, "¥": 103, "¦": 104, "§": 105, "¨": 106, "©": 107, "ª": 108, "«": 109, "¬": 110, "®": 111, "¯": 112, "°": 113, "±": 114, "²": 115, "³": 116, "´": 117, "µ": 118, "¶": 119, "·": 120, "¸": 121, "¹": 122, "º": 123, "»": 124, "¼": 125, "½": 126, "¾": 127, "¿": 128, "À": 129, "Á": 130, "Â": 131, "Ã": 132, "Ä": 133, "Å": 134, "Æ": 135, "Ç": 136, "È": 137, "É": 138, "Ê": 139, "Ë": 140, "Ì": 141, "Í": 142, "Î": 143, "Ï": 144, "Ð": 145, "Ñ": 146, "Ò": 147, "Ó": 148, "Ô": 149, "Õ": 150, "Ö": 151, "×": 152, "Ø": 153, "Ù": 154, "Ú": 155, "Û": 156, "Ü": 157, "Ý": 158, "Þ": 159, "ß": 160, "à": 161, "á": 162, "â": 163, "ã": 164, "ä": 165, "å": 166, "æ": 167, "ç": 168, "è": 169, "é": 170, "ê": 171, "ë": 172, "ì": 173, "í": 174, "î": 175, "ï": 176, "ð": 177, "ñ": 178, "ò": 179, "ó": 180, "ô": 181, "õ": 182, "ö": 183, "÷": 184, "ø": 185, "ù": 186, "ú": 187, "û": 188, "ü": 189, "ý": 190, "þ": 191, "ÿ": 192, "Ā": 193, "ā": 194, "Ă": 195, "ă": 196, "Ą": 197, "ą": 198, "Ć": 199, "ć": 200, "Ĉ": 201, "ĉ": 202, "Ċ": 203, "ċ": 204, "Č": 205, "č": 206, "Ď": 207, "ď": 208, "Đ": 209, "đ": 210, "Ē": 211, "ē": 212, "Ĕ": 213, "ĕ": 214, "Ė": 215, "ė": 216, "Ę": 217, "ę": 218, "Ě": 219, "ě": 220, "Ĝ": 221, "ĝ": 222, "Ğ": 223, "ğ": 224, "Ġ": 225, "ġ": 226, "Ģ": 227, "ģ": 228, "Ĥ": 229, "ĥ": 230, "Ħ": 231, "ħ": 232, "Ĩ": 233, "ĩ": 234, "Ī": 235, "ī": 236, "Ĭ": 237, "ĭ": 238, "Į": 239, "į": 240, "İ": 241, "ı": 242, "IJ": 243, "ij": 244, "Ĵ": 245, "ĵ": 246, "Ķ": 247, "ķ": 248, "ĸ": 249, "Ĺ": 250, "ĺ": 251, "Ļ": 252, "ļ": 253, "Ľ": 254, "ľ": 255, "Ŀ": 256, "ŀ": 257, "Ł": 258, "ł": 259, "Ń": 260, "Ġt": 261, "he": 262, "Ġthe": 263, "Ġo": 264, "Ġp": 265, "ot": 266, "Ġb": 267, "Ġto": 268, "ve": 269, "Ġc": 270, "le": 271, "an": 272, "ut": 273, "in": 274, "Ġr": 275, "ove": 276, "om": 277, "Ġs": 278, "Ġof": 279, "Ġf": 280, "Ġon": 281, "er": 282, "Ġput": 283, "lo": 284, "Ġm": 285, "Ġpot": 286, "la": 287, "lot": 288, "Ġclot": 289, "ec": 290, "Ġcloth": 291, "gh": 292, "Ġin": 293, "Ġfr": 294, "Ġmove": 295, "ect": 296, "ck": 297, "igh": 298, "Ġta": 299, "Ġtop": 300, "Ġrigh": 301, "Ġfrom": 302, "Ġright": 303, "ft": 304, "it": 305, "Ġle": 306, "Ġleft": 307, "ed": 308, "en": 309, "ol": 310, "ĠP": 311, "Ġan": 312, "ble": 313, "tom": 314, "Ġu": 315, "ottom": 316, "Ġbottom": 317, "low": 318, "Ġtable": 319, "Ġand": 320, "el": 321, "ur": 322, "ang": 323, "id": 324, "lu": 325, "or": 326, "ro": 327, "to": 328, "Ġpan": 329, "Ġblo": 330, "Ġblu": 331, "lac": 332, "Ġblock": 333, "Ġblue": 334, "Move": 335, "bj": 336, "ner": 337, "on": 338, "ra": 339, "yel": 340, "Ġa": 341, "Ġit": 342, "ĠMove": 343, "Ġyel": 344, "Ġor": 345, "Ġobj": 346, "Ġsp": 347, "old": 348, "Ġup": 349, "lace": 350, "Ġyellow": 351, "Ġobject": 352, "ch": 353, "ff": 354, "il": 355, "ick": 356, "ke": 357, "pen": 358, "us": 359, "ula": 360, "wer": 361, "Ġd": 362, "Ġplace": 363, "Ġbur": 364, "ver": 365, "Ġcu": 366, "ing": 367, "Ġrect": 368, "Ġst": 369, "Ġsil": 370, "Ġinto": 371, "ĠPut": 372, "Ġburner": 373, "Ġrectang": 374, "Ġsilver": 375, "ach": 376, "be": 377, "cc": 378, "der": 379, "eff": 380, "ge": 381, "ic": 382, "oon": 383, "Ġed": 384, "Ġen": 385, "Ġeff": 386, "Ġopen": 387, "Ġbro": 388, "Ġre": 389, "Ġred": 390, "Ġfold": 391, "ector": 392, "Ġtake": 393, "oli": 394, "ĠPick": 395, "Ġun": 396, "ide": 397, "rawer": 398, "Ġspoon": 399, "ush": 400, "Ġdrawer": 401, "Ġcube": 402, "Ġrectangle": 403, "ccoli": 404, "Ġedge": 405, "Ġend": 406, "Ġeffector": 407, "Ġbroccoli": 408, "ar": 409, "at": 410, "ave": 411, "ato": 412, "bb": 413, "fold": 414, "lin": 415, "ple": 416, "per": 417, "re": 418, "rush": 419, "se": 420, "te": 421, "wel": 422, "wave": 423, "ylin": 424, "Ġn": 425, "Ġw": 426, "Ġlow": 427, "Ġtr": 428, "Ġove": 429, "Ġpi": 430, "Ġpur": 431, "Ġbo": 432, "Ġbrush": 433, "Ġtowel": 434, "Ġclo": 435, "Ġcylin": 436, "Ġside": 437, "Ġfor": 438, "Ġmic": 439, "Ġpotato": 440, "late": 441, "ange": 442, "rowave": 443, "Ġar": 444, "Ġorange": 445, "Ġspat": 446, "Ġupper": 447, "ular": 448, "Ġstove": 449, "aching": 450, "Ġreaching": 451, "Ġunfold": 452, "Ġlower": 453, "Ġoven": 454, "Ġpurple": 455, "Ġclose": 456, "Ġcylinder": 457, "Ġfork": 458, "Ġmicrowave": 459, "Ġspatula": 460, "Open": 461, "al": 462, "ap": 463, "as": 464, "ain": 465, "bf": 466, "bot": 467, "co": 468, "dr": 469, "dle": 470, "ee": 471, "ear": 472, "fg": 473, "gur": 474, "gre": 475, "ho": 476, "hit": 477, "hol": 478, "hro": 479, "ir": 480, "iang": 481, "ion": 482, "igur": 483, "jg": 484, "jus": 485, "jjg": 486, "kin": 487, "lid": 488, "move": 489, "mal": 490, "mbf": 491, "ndr": 492, "obot": 493, "rit": 494, "ring": 495, "sit": 496, "side": 497, "ten": 498, "ting": 499, "tain": 500, "ugh": 501, "uit": 502, "uff": 503, "undr": 504, "wl": 505, "whe": 506, "wee": 507, "ywhe": 508, "Ġla": 509, "ĠOpen": 510, "Ġgre": 511, "Ġhol": 512, "Ġjus": 513, "Ġlid": 514, "Ġtra": 515, "Ġthro": 516, "hes": 517, "Ġout": 518, "Ġpick": 519, "Ġplate": 520, "Ġpear": 521, "Ġbla": 522, "Ġbas": 523, "Ġbmbf": 524, "Ġtower": 525, "Ġcan": 526, "Ġcut": 527, "Ġcor": 528, "Ġcon": 529, "Ġcho": 530, "ansit": 531, "ine": 532, "ink": 533, "Ġrobot": 534, "Ġsush": 535, "Ġsmal": 536, "Ġswee": 537, "Ġsink": 538, "Ġoff": 539, "Ġfigur": 540, "Ġmid": 541, "Ġmach": 542, "Ġclothes": 543, "ece": 544, "Ġinside": 545, "Ġfruit": 546, "Ġmoved": 547, "edra": 548, "ĠPlac": 549, "ĠPlace": 550, "Ġanywhe": 551, "ket": 552, "Ġdid": 553, "Ġcup": 554, "Ġstir": 555, "Ġstuff": 556, "Ġrectangular": 557, "Ġremove": 558, "ĠPicked": 559, "Ġunder": 560, "ard": 561, "bbit": 562, "bbfg": 563, "Ġnot": 564, "Ġnap": 565, "Ġwhit": 566, "Ġwrit": 567, "Ġtriang": 568, "Ġtransit": 569, "Ġpile": 570, "Ġpiece": 571, "Ġbowl": 572, "Ġboard": 573, "Ġarm": 574, "Ġarch": 575, "colate": 576, "tainer": 577, "undry": 578, "Ġlaundry": 579, "Ġgreen": 580, "Ġhollow": 581, "Ġjust": 582, "Ġtray": 583, "Ġthrough": 584, "Ġblack": 585, "Ġbasket": 586, "Ġbmbfbbfg": 587, "Ġcutting": 588, "Ġcorner": 589, "Ġcontainer": 590, "Ġchocolate": 591, "Ġrobotic": 592, "Ġsushi": 593, "Ġsmall": 594, "Ġsweep": 595, "Ġfigure": 596, "Ġmiddle": 597, "Ġmachine": 598, "edrabbit": 599, "ĠPlaced": 600, "Ġanywhere": 601, "Ġstirring": 602, "Ġstuffedrabbit": 603, "Ġnapkin": 604, "Ġwhite": 605, "Ġwritten": 606, "Ġtriangular": 607, "Ġtransition": 608, "Ġbmbfbbfgjjg": 609 }, "merges": [ [ "Ġ", "t" ], [ "h", "e" ], [ "Ġt", "he" ], [ "Ġ", "o" ], [ "Ġ", "p" ], [ "o", "t" ], [ "Ġ", "b" ], [ "Ġt", "o" ], [ "v", "e" ], [ "Ġ", "c" ], [ "l", "e" ], [ "a", "n" ], [ "u", "t" ], [ "i", "n" ], [ "Ġ", "r" ], [ "o", "ve" ], [ "o", "m" ], [ "Ġ", "s" ], [ "Ġo", "f" ], [ "Ġ", "f" ], [ "Ġo", "n" ], [ "e", "r" ], [ "Ġp", "ut" ], [ "l", "o" ], [ "Ġ", "m" ], [ "Ġp", "ot" ], [ "l", "a" ], [ "l", "ot" ], [ "Ġc", "lot" ], [ "e", "c" ], [ "Ġclot", "h" ], [ "g", "h" ], [ "Ġ", "in" ], [ "Ġf", "r" ], [ "Ġm", "ove" ], [ "ec", "t" ], [ "c", "k" ], [ "i", "gh" ], [ "Ġt", "a" ], [ "Ġto", "p" ], [ "Ġr", "igh" ], [ "Ġfr", "om" ], [ "Ġrigh", "t" ], [ "f", "t" ], [ "i", "t" ], [ "Ġ", "le" ], [ "Ġle", "ft" ], [ "e", "d" ], [ "e", "n" ], [ "o", "l" ], [ "Ġ", "P" ], [ "Ġ", "an" ], [ "b", "le" ], [ "t", "om" ], [ "Ġ", "u" ], [ "ot", "tom" ], [ "Ġb", "ottom" ], [ "lo", "w" ], [ "Ġta", "ble" ], [ "Ġan", "d" ], [ "e", "l" ], [ "u", "r" ], [ "an", "g" ], [ "i", "d" ], [ "l", "u" ], [ "o", "r" ], [ "r", "o" ], [ "t", "o" ], [ "Ġp", "an" ], [ "Ġb", "lo" ], [ "Ġb", "lu" ], [ "la", "c" ], [ "Ġblo", "ck" ], [ "Ġblu", "e" ], [ "M", "ove" ], [ "b", "j" ], [ "n", "er" ], [ "o", "n" ], [ "r", "a" ], [ "y", "el" ], [ "Ġ", "a" ], [ "Ġ", "it" ], [ "Ġ", "Move" ], [ "Ġ", "yel" ], [ "Ġo", "r" ], [ "Ġo", "bj" ], [ "Ġs", "p" ], [ "ol", "d" ], [ "Ġu", "p" ], [ "lac", "e" ], [ "Ġyel", "low" ], [ "Ġobj", "ect" ], [ "c", "h" ], [ "f", "f" ], [ "i", "l" ], [ "i", "ck" ], [ "k", "e" ], [ "p", "en" ], [ "u", "s" ], [ "u", "la" ], [ "w", "er" ], [ "Ġ", "d" ], [ "Ġp", "lace" ], [ "Ġb", "ur" ], [ "ve", "r" ], [ "Ġc", "u" ], [ "in", "g" ], [ "Ġr", "ect" ], [ "Ġs", "t" ], [ "Ġs", "il" ], [ "Ġin", "to" ], [ "ĠP", "ut" ], [ "Ġbur", "ner" ], [ "Ġrect", "ang" ], [ "Ġsil", "ver" ], [ "a", "ch" ], [ "b", "e" ], [ "c", "c" ], [ "d", "er" ], [ "e", "ff" ], [ "g", "e" ], [ "i", "c" ], [ "o", "on" ], [ "Ġ", "ed" ], [ "Ġ", "en" ], [ "Ġ", "eff" ], [ "Ġo", "pen" ], [ "Ġb", "ro" ], [ "Ġr", "e" ], [ "Ġr", "ed" ], [ "Ġf", "old" ], [ "ect", "or" ], [ "Ġta", "ke" ], [ "ol", "i" ], [ "ĠP", "ick" ], [ "Ġu", "n" ], [ "id", "e" ], [ "ra", "wer" ], [ "Ġsp", "oon" ], [ "us", "h" ], [ "Ġd", "rawer" ], [ "Ġcu", "be" ], [ "Ġrectang", "le" ], [ "cc", "oli" ], [ "Ġed", "ge" ], [ "Ġen", "d" ], [ "Ġeff", "ector" ], [ "Ġbro", "ccoli" ], [ "a", "r" ], [ "a", "t" ], [ "a", "ve" ], [ "a", "to" ], [ "b", "b" ], [ "f", "old" ], [ "l", "in" ], [ "p", "le" ], [ "p", "er" ], [ "r", "e" ], [ "r", "ush" ], [ "s", "e" ], [ "t", "e" ], [ "w", "el" ], [ "w", "ave" ], [ "y", "lin" ], [ "Ġ", "n" ], [ "Ġ", "w" ], [ "Ġ", "low" ], [ "Ġt", "r" ], [ "Ġo", "ve" ], [ "Ġp", "i" ], [ "Ġp", "ur" ], [ "Ġb", "o" ], [ "Ġb", "rush" ], [ "Ġto", "wel" ], [ "Ġc", "lo" ], [ "Ġc", "ylin" ], [ "Ġs", "ide" ], [ "Ġf", "or" ], [ "Ġm", "ic" ], [ "Ġpot", "ato" ], [ "la", "te" ], [ "ang", "e" ], [ "ro", "wave" ], [ "Ġa", "r" ], [ "Ġor", "ange" ], [ "Ġsp", "at" ], [ "Ġup", "per" ], [ "ula", "r" ], [ "Ġst", "ove" ], [ "ach", "ing" ], [ "Ġre", "aching" ], [ "Ġun", "fold" ], [ "Ġlow", "er" ], [ "Ġove", "n" ], [ "Ġpur", "ple" ], [ "Ġclo", "se" ], [ "Ġcylin", "der" ], [ "Ġfor", "k" ], [ "Ġmic", "rowave" ], [ "Ġspat", "ula" ], [ "O", "pen" ], [ "a", "l" ], [ "a", "p" ], [ "a", "s" ], [ "a", "in" ], [ "b", "f" ], [ "b", "ot" ], [ "c", "o" ], [ "d", "r" ], [ "d", "le" ], [ "e", "e" ], [ "e", "ar" ], [ "f", "g" ], [ "g", "ur" ], [ "g", "re" ], [ "h", "o" ], [ "h", "it" ], [ "h", "ol" ], [ "h", "ro" ], [ "i", "r" ], [ "i", "ang" ], [ "i", "on" ], [ "i", "gur" ], [ "j", "g" ], [ "j", "us" ], [ "j", "jg" ], [ "k", "in" ], [ "l", "id" ], [ "m", "ove" ], [ "m", "al" ], [ "m", "bf" ], [ "n", "dr" ], [ "o", "bot" ], [ "r", "it" ], [ "r", "ing" ], [ "s", "it" ], [ "s", "ide" ], [ "t", "en" ], [ "t", "ing" ], [ "t", "ain" ], [ "u", "gh" ], [ "u", "it" ], [ "u", "ff" ], [ "u", "ndr" ], [ "w", "l" ], [ "w", "he" ], [ "w", "ee" ], [ "y", "whe" ], [ "Ġ", "la" ], [ "Ġ", "Open" ], [ "Ġ", "gre" ], [ "Ġ", "hol" ], [ "Ġ", "jus" ], [ "Ġ", "lid" ], [ "Ġt", "ra" ], [ "Ġt", "hro" ], [ "he", "s" ], [ "Ġo", "ut" ], [ "Ġp", "ick" ], [ "Ġp", "late" ], [ "Ġp", "ear" ], [ "Ġb", "la" ], [ "Ġb", "as" ], [ "Ġb", "mbf" ], [ "Ġto", "wer" ], [ "Ġc", "an" ], [ "Ġc", "ut" ], [ "Ġc", "or" ], [ "Ġc", "on" ], [ "Ġc", "ho" ], [ "an", "sit" ], [ "in", "e" ], [ "in", "k" ], [ "Ġr", "obot" ], [ "Ġs", "ush" ], [ "Ġs", "mal" ], [ "Ġs", "wee" ], [ "Ġs", "ink" ], [ "Ġof", "f" ], [ "Ġf", "igur" ], [ "Ġm", "id" ], [ "Ġm", "ach" ], [ "Ġclot", "hes" ], [ "ec", "e" ], [ "Ġin", "side" ], [ "Ġfr", "uit" ], [ "Ġmove", "d" ], [ "ed", "ra" ], [ "ĠP", "lac" ], [ "ĠP", "lace" ], [ "Ġan", "ywhe" ], [ "ke", "t" ], [ "Ġd", "id" ], [ "Ġcu", "p" ], [ "Ġst", "ir" ], [ "Ġst", "uff" ], [ "Ġrectang", "ular" ], [ "Ġre", "move" ], [ "ĠPick", "ed" ], [ "Ġun", "der" ], [ "ar", "d" ], [ "bb", "it" ], [ "bb", "fg" ], [ "Ġn", "ot" ], [ "Ġn", "ap" ], [ "Ġw", "hit" ], [ "Ġw", "rit" ], [ "Ġtr", "iang" ], [ "Ġtr", "ansit" ], [ "Ġpi", "le" ], [ "Ġpi", "ece" ], [ "Ġbo", "wl" ], [ "Ġbo", "ard" ], [ "Ġar", "m" ], [ "Ġar", "ch" ], [ "co", "late" ], [ "tain", "er" ], [ "undr", "y" ], [ "Ġla", "undry" ], [ "Ġgre", "en" ], [ "Ġhol", "low" ], [ "Ġjus", "t" ], [ "Ġtra", "y" ], [ "Ġthro", "ugh" ], [ "Ġbla", "ck" ], [ "Ġbas", "ket" ], [ "Ġbmbf", "bbfg" ], [ "Ġcut", "ting" ], [ "Ġcor", "ner" ], [ "Ġcon", "tainer" ], [ "Ġcho", "colate" ], [ "Ġrobot", "ic" ], [ "Ġsush", "i" ], [ "Ġsmal", "l" ], [ "Ġswee", "p" ], [ "Ġfigur", "e" ], [ "Ġmid", "dle" ], [ "Ġmach", "ine" ], [ "edra", "bbit" ], [ "ĠPlac", "ed" ], [ "Ġanywhe", "re" ], [ "Ġstir", "ring" ], [ "Ġstuff", "edrabbit" ], [ "Ġnap", "kin" ], [ "Ġwhit", "e" ], [ "Ġwrit", "ten" ], [ "Ġtriang", "ular" ], [ "Ġtransit", "ion" ], [ "Ġbmbfbbfg", "jjg" ] ] } }