diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..deac700e584330860fdf63786af0c971e617c9ce --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/config.json @@ -0,0 +1,36 @@ +{ + "activation": "silu-waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 0.5 +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4b3c639cf77dcbeaf917606f95db77b7c527798 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1610788881418ee8a182ef16f5f8e879fdaff5ba1906843eeac290daf36d25b +size 33967272 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..154723615005a934c2801b8c5ed74241425a3095 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d054acf5f934eb463dd2dd10137d78cd19c5fe44575698512aa34ead2eb5ebf6 +size 39573050 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b664d2157eeeb0a6cbb566ff2d9a39157ae90f28 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42032ce2906e08b8158bbc61ccff7a8449b0a1b6c135848ffd257fa664fd4577 +size 1064 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..38f216cfc93e8053949809190fc22b111ffbbcbf --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/trainer_state.json @@ -0,0 +1,1170 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.21570610043815303, + "eval_steps": 2498, + "global_step": 3200, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.078125, + "learning_rate": 2.66e-05, + "loss": 8.299632263183593, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3515625, + "learning_rate": 5.46e-05, + "loss": 8.047638702392579, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.837866973876953, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.572817993164063, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.233210754394531, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1328125, + "learning_rate": 0.00016659999999999998, + "loss": 6.860719299316406, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 0.94921875, + "learning_rate": 0.00019460000000000001, + "loss": 6.5177757263183596, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 0.80078125, + "learning_rate": 0.0002226, + "loss": 6.239912414550782, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.74609375, + "learning_rate": 0.00025059999999999997, + "loss": 6.035282897949219, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.5546875, + "learning_rate": 0.0002786, + "loss": 5.873902893066406, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.498046875, + "learning_rate": 0.00030659999999999997, + "loss": 5.691160202026367, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.21875, + "learning_rate": 0.0003346, + "loss": 5.473793411254883, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.5078125, + "learning_rate": 0.00036260000000000003, + "loss": 5.258899688720703, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.796875, + "learning_rate": 0.0003906, + "loss": 5.03008918762207, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.84375, + "learning_rate": 0.0004186, + "loss": 4.797770309448242, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.5078125, + "learning_rate": 0.0004466, + "loss": 4.603690719604492, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.96484375, + "learning_rate": 0.00047460000000000004, + "loss": 4.490921401977539, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.6640625, + "learning_rate": 0.0005026, + "loss": 4.327465057373047, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.86328125, + "learning_rate": 0.0005306, + "loss": 4.182389831542968, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.82421875, + "learning_rate": 0.0005586, + "loss": 4.036349487304688, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.71484375, + "learning_rate": 0.0005866, + "loss": 3.918545150756836, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.765625, + "learning_rate": 0.0006146, + "loss": 3.8555908203125, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.7734375, + "learning_rate": 0.0006426, + "loss": 3.7499755859375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.6484375, + "learning_rate": 0.0006705999999999999, + "loss": 3.668988800048828, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.8828125, + "learning_rate": 0.0006986, + "loss": 3.598476791381836, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 3.52923698425293, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.4486984252929687, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.3981090545654298, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.337215042114258, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 3.3039676666259767, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.55078125, + "learning_rate": 0.0007, + "loss": 3.2369564056396483, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 3.2108325958251953, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 3.153903007507324, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 3.125510597229004, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 3.0803747177124023, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 3.04086971282959, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 3.0033853530883787, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.9853662490844726, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.9864330291748047, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.9317838668823244, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.916472244262695, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.8858991622924806, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.840240478515625, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.8184703826904296, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.8047561645507812, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.775454521179199, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.7625925064086916, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.731528663635254, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.71492977142334, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.7131521224975588, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.6799833297729494, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.665292739868164, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6485418319702148, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.6286544799804688, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.621373176574707, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.5860437393188476, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5712385177612305, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.5693639755249023, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.563449668884277, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.369140625, + "learning_rate": 0.0007, + "loss": 2.553573417663574, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.538028335571289, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.5232309341430663, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.50943546295166, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.4896902084350585, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.4810691833496095, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.471504974365234, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.3671875, + "learning_rate": 0.0007, + "loss": 2.458695411682129, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.4555185317993162, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.433156204223633, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.425444412231445, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.435191345214844, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.369140625, + "learning_rate": 0.0007, + "loss": 2.412186622619629, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.4007726669311524, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.357421875, + "learning_rate": 0.0007, + "loss": 2.3866371154785155, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.3728200912475588, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.376953125, + "learning_rate": 0.0007, + "loss": 2.373748016357422, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.36328125, + "learning_rate": 0.0007, + "loss": 2.3635543823242187, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.3516841888427735, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.376953125, + "learning_rate": 0.0007, + "loss": 2.3689512252807616, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.3348180770874025, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.361328125, + "learning_rate": 0.0007, + "loss": 2.3343011856079103, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.3455299377441405, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.3264875411987305, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.309524917602539, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.357421875, + "learning_rate": 0.0007, + "loss": 2.3181018829345703, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2959054946899413, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.286634826660156, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.3671875, + "learning_rate": 0.0007, + "loss": 2.2912055969238283, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.303947639465332, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.298970413208008, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.2899410247802736, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.258684539794922, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.2575857162475588, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.2479154586791994, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.2578588485717774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.2332910537719726, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.242460250854492, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.359375, + "learning_rate": 0.0007, + "loss": 2.21710205078125, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.353515625, + "learning_rate": 0.0007, + "loss": 2.2389858245849608, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.328125, + "learning_rate": 0.0007, + "loss": 2.2128574371337892, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.221720504760742, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.2012025833129885, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.359375, + "learning_rate": 0.0007, + "loss": 2.2207321166992187, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.1970823287963865, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.3359375, + "learning_rate": 0.0007, + "loss": 2.1874614715576173, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.1962921142578127, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.1974483489990235, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.1824066162109377, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.3359375, + "learning_rate": 0.0007, + "loss": 2.1886768341064453, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.326171875, + "learning_rate": 0.0007, + "loss": 2.1661350250244142, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.330078125, + "learning_rate": 0.0007, + "loss": 2.1746242523193358, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.353515625, + "learning_rate": 0.0007, + "loss": 2.182226371765137, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.33203125, + "learning_rate": 0.0007, + "loss": 2.1612625122070312, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.337890625, + "learning_rate": 0.0007, + "loss": 2.1695093154907226, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.341796875, + "learning_rate": 0.0007, + "loss": 2.1509073257446287, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.1601842880249023, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.3203125, + "learning_rate": 0.0007, + "loss": 2.149628257751465, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.33203125, + "learning_rate": 0.0007, + "loss": 2.154475784301758, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.333984375, + "learning_rate": 0.0007, + "loss": 2.1572238922119142, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.1351224899291994, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.345703125, + "learning_rate": 0.0007, + "loss": 2.141549301147461, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.328125, + "learning_rate": 0.0007, + "loss": 2.127903366088867, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.32421875, + "learning_rate": 0.0007, + "loss": 2.1384496688842773, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.1402868270874023, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.133925199508667, + "eval_runtime": 18.9626, + "eval_samples_per_second": 502.41, + "eval_steps_per_second": 0.527, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.1217138290405275, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1338183879852295, + "eval_runtime": 18.812, + "eval_samples_per_second": 506.431, + "eval_steps_per_second": 0.532, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15335424.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.1747163772583007, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 16646144.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1868026733398436, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 102760448.0, + "learning_rate": 9e-05, + "loss": 3.535448455810547, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 188743680.0, + "learning_rate": 9e-05, + "loss": 7.000344848632812, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 186646528.0, + "learning_rate": 9e-05, + "loss": 7.602831268310547, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 110624768.0, + "learning_rate": 9e-05, + "loss": 7.876109313964844, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 52690944.0, + "learning_rate": 9e-05, + "loss": 8.0205078125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 21102592.0, + "learning_rate": 9e-05, + "loss": 8.05886001586914, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 9830400.0, + "learning_rate": 9e-05, + "loss": 8.069260406494141, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3670016.0, + "learning_rate": 9e-05, + "loss": 8.075779724121094, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 3571712.0, + "learning_rate": 9e-05, + "loss": 8.076358795166016, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 1114112.0, + "learning_rate": 9e-05, + "loss": 8.07742919921875, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 421888.0, + "learning_rate": 9e-05, + "loss": 8.07922592163086, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 129536.0, + "learning_rate": 9e-05, + "loss": 8.079435729980469, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 34048.0, + "learning_rate": 9e-05, + "loss": 8.079093170166015, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 5888.0, + "learning_rate": 9e-05, + "loss": 8.07839126586914, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 446.0, + "learning_rate": 9e-05, + "loss": 8.081797027587891, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 10.25, + "learning_rate": 9e-05, + "loss": 8.079029083251953, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 6.53125, + "learning_rate": 9e-05, + "loss": 8.081595611572265, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3.4375, + "learning_rate": 9e-05, + "loss": 8.079817962646484, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079161834716796, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 1.3046875, + "learning_rate": 9e-05, + "loss": 8.07956314086914, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 2.40625, + "learning_rate": 9e-05, + "loss": 8.074960327148437, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 81.5, + "learning_rate": 9e-05, + "loss": 8.076923370361328, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.076215362548828, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.080150604248047, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.082421875, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.076376342773438, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.07555694580078, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 1.03125, + "learning_rate": 9e-05, + "loss": 8.079136657714844, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.081492614746093, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079338073730469, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 138.0, + "learning_rate": 9e-05, + "loss": 8.077278137207031, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 1.109375, + "learning_rate": 9e-05, + "loss": 8.075982666015625, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079740142822265, + "step": 3200 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.03241081683968e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a57aa40163c91fd3633529d9af22fd99d85d1665 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3200/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e9b362740bb60edd1ea1474e4e02705aa61c5177a0f605723687fc76ff5105 +size 4920 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..deac700e584330860fdf63786af0c971e617c9ce --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/config.json @@ -0,0 +1,36 @@ +{ + "activation": "silu-waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 0.5 +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c61bd574d721adf2f6ca553590518a8a80e5e514 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae083662cd7104aaed0c0b9f4ccb477b37c2c78fcaf32413d3282941abebb5e +size 33967272 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..42e5d46f7a663beebe22acdd4390c80e07ebe141 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3821ed9a2fa313c85d90a869d0d4da0ba9f690d29d0046f688abdfbdc154f891 +size 39573050 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ff0972af88ad6ee2d60f74da0a8786e58bfa2b --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9751c40def32406332f8de58ba93b20f2a7e67943c9e04a0e73992386f74e398 +size 1064 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4ef25991b6c21af004690067eaa7cbac8534d1a0 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/trainer_state.json @@ -0,0 +1,1205 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.2224469160768453, + "eval_steps": 2498, + "global_step": 3300, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.078125, + "learning_rate": 2.66e-05, + "loss": 8.299632263183593, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3515625, + "learning_rate": 5.46e-05, + "loss": 8.047638702392579, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.837866973876953, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.572817993164063, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.233210754394531, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1328125, + "learning_rate": 0.00016659999999999998, + "loss": 6.860719299316406, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 0.94921875, + "learning_rate": 0.00019460000000000001, + "loss": 6.5177757263183596, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 0.80078125, + "learning_rate": 0.0002226, + "loss": 6.239912414550782, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.74609375, + "learning_rate": 0.00025059999999999997, + "loss": 6.035282897949219, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.5546875, + "learning_rate": 0.0002786, + "loss": 5.873902893066406, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.498046875, + "learning_rate": 0.00030659999999999997, + "loss": 5.691160202026367, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.21875, + "learning_rate": 0.0003346, + "loss": 5.473793411254883, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.5078125, + "learning_rate": 0.00036260000000000003, + "loss": 5.258899688720703, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.796875, + "learning_rate": 0.0003906, + "loss": 5.03008918762207, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.84375, + "learning_rate": 0.0004186, + "loss": 4.797770309448242, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.5078125, + "learning_rate": 0.0004466, + "loss": 4.603690719604492, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.96484375, + "learning_rate": 0.00047460000000000004, + "loss": 4.490921401977539, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.6640625, + "learning_rate": 0.0005026, + "loss": 4.327465057373047, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.86328125, + "learning_rate": 0.0005306, + "loss": 4.182389831542968, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.82421875, + "learning_rate": 0.0005586, + "loss": 4.036349487304688, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.71484375, + "learning_rate": 0.0005866, + "loss": 3.918545150756836, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.765625, + "learning_rate": 0.0006146, + "loss": 3.8555908203125, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.7734375, + "learning_rate": 0.0006426, + "loss": 3.7499755859375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.6484375, + "learning_rate": 0.0006705999999999999, + "loss": 3.668988800048828, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.8828125, + "learning_rate": 0.0006986, + "loss": 3.598476791381836, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 3.52923698425293, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.4486984252929687, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.3981090545654298, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.337215042114258, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 3.3039676666259767, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.55078125, + "learning_rate": 0.0007, + "loss": 3.2369564056396483, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 3.2108325958251953, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 3.153903007507324, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 3.125510597229004, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 3.0803747177124023, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 3.04086971282959, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 3.0033853530883787, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.9853662490844726, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.9864330291748047, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.9317838668823244, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.916472244262695, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.8858991622924806, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.840240478515625, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.8184703826904296, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.8047561645507812, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.775454521179199, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.7625925064086916, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.731528663635254, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.71492977142334, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.7131521224975588, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.6799833297729494, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.665292739868164, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6485418319702148, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.6286544799804688, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.621373176574707, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.5860437393188476, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5712385177612305, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.5693639755249023, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.563449668884277, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.369140625, + "learning_rate": 0.0007, + "loss": 2.553573417663574, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.538028335571289, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.5232309341430663, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.50943546295166, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.4896902084350585, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.4810691833496095, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.471504974365234, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.3671875, + "learning_rate": 0.0007, + "loss": 2.458695411682129, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.4555185317993162, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.433156204223633, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.425444412231445, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.435191345214844, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.369140625, + "learning_rate": 0.0007, + "loss": 2.412186622619629, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.4007726669311524, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.357421875, + "learning_rate": 0.0007, + "loss": 2.3866371154785155, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.3728200912475588, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.376953125, + "learning_rate": 0.0007, + "loss": 2.373748016357422, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.36328125, + "learning_rate": 0.0007, + "loss": 2.3635543823242187, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.3516841888427735, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.376953125, + "learning_rate": 0.0007, + "loss": 2.3689512252807616, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.3348180770874025, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.361328125, + "learning_rate": 0.0007, + "loss": 2.3343011856079103, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.3455299377441405, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.3264875411987305, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.309524917602539, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.357421875, + "learning_rate": 0.0007, + "loss": 2.3181018829345703, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2959054946899413, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.286634826660156, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.3671875, + "learning_rate": 0.0007, + "loss": 2.2912055969238283, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.303947639465332, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.298970413208008, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.2899410247802736, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.258684539794922, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.2575857162475588, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.2479154586791994, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.2578588485717774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.2332910537719726, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.242460250854492, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.359375, + "learning_rate": 0.0007, + "loss": 2.21710205078125, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.353515625, + "learning_rate": 0.0007, + "loss": 2.2389858245849608, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.328125, + "learning_rate": 0.0007, + "loss": 2.2128574371337892, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.221720504760742, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.2012025833129885, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.359375, + "learning_rate": 0.0007, + "loss": 2.2207321166992187, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.1970823287963865, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.3359375, + "learning_rate": 0.0007, + "loss": 2.1874614715576173, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.1962921142578127, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.1974483489990235, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.1824066162109377, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.3359375, + "learning_rate": 0.0007, + "loss": 2.1886768341064453, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.326171875, + "learning_rate": 0.0007, + "loss": 2.1661350250244142, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.330078125, + "learning_rate": 0.0007, + "loss": 2.1746242523193358, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.353515625, + "learning_rate": 0.0007, + "loss": 2.182226371765137, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.33203125, + "learning_rate": 0.0007, + "loss": 2.1612625122070312, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.337890625, + "learning_rate": 0.0007, + "loss": 2.1695093154907226, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.341796875, + "learning_rate": 0.0007, + "loss": 2.1509073257446287, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.1601842880249023, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.3203125, + "learning_rate": 0.0007, + "loss": 2.149628257751465, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.33203125, + "learning_rate": 0.0007, + "loss": 2.154475784301758, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.333984375, + "learning_rate": 0.0007, + "loss": 2.1572238922119142, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.1351224899291994, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.345703125, + "learning_rate": 0.0007, + "loss": 2.141549301147461, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.328125, + "learning_rate": 0.0007, + "loss": 2.127903366088867, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.32421875, + "learning_rate": 0.0007, + "loss": 2.1384496688842773, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.1402868270874023, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.133925199508667, + "eval_runtime": 18.9626, + "eval_samples_per_second": 502.41, + "eval_steps_per_second": 0.527, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.1217138290405275, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1338183879852295, + "eval_runtime": 18.812, + "eval_samples_per_second": 506.431, + "eval_steps_per_second": 0.532, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15335424.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.1747163772583007, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 16646144.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1868026733398436, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 102760448.0, + "learning_rate": 9e-05, + "loss": 3.535448455810547, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 188743680.0, + "learning_rate": 9e-05, + "loss": 7.000344848632812, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 186646528.0, + "learning_rate": 9e-05, + "loss": 7.602831268310547, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 110624768.0, + "learning_rate": 9e-05, + "loss": 7.876109313964844, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 52690944.0, + "learning_rate": 9e-05, + "loss": 8.0205078125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 21102592.0, + "learning_rate": 9e-05, + "loss": 8.05886001586914, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 9830400.0, + "learning_rate": 9e-05, + "loss": 8.069260406494141, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3670016.0, + "learning_rate": 9e-05, + "loss": 8.075779724121094, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 3571712.0, + "learning_rate": 9e-05, + "loss": 8.076358795166016, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 1114112.0, + "learning_rate": 9e-05, + "loss": 8.07742919921875, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 421888.0, + "learning_rate": 9e-05, + "loss": 8.07922592163086, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 129536.0, + "learning_rate": 9e-05, + "loss": 8.079435729980469, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 34048.0, + "learning_rate": 9e-05, + "loss": 8.079093170166015, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 5888.0, + "learning_rate": 9e-05, + "loss": 8.07839126586914, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 446.0, + "learning_rate": 9e-05, + "loss": 8.081797027587891, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 10.25, + "learning_rate": 9e-05, + "loss": 8.079029083251953, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 6.53125, + "learning_rate": 9e-05, + "loss": 8.081595611572265, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3.4375, + "learning_rate": 9e-05, + "loss": 8.079817962646484, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079161834716796, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 1.3046875, + "learning_rate": 9e-05, + "loss": 8.07956314086914, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 2.40625, + "learning_rate": 9e-05, + "loss": 8.074960327148437, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 81.5, + "learning_rate": 9e-05, + "loss": 8.076923370361328, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.076215362548828, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.080150604248047, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.082421875, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.076376342773438, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.07555694580078, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 1.03125, + "learning_rate": 9e-05, + "loss": 8.079136657714844, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.081492614746093, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079338073730469, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 138.0, + "learning_rate": 9e-05, + "loss": 8.077278137207031, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 1.109375, + "learning_rate": 9e-05, + "loss": 8.075982666015625, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079740142822265, + "step": 3200 + }, + { + "epoch": 0.21705426356589147, + "grad_norm": 2.34375, + "learning_rate": 9e-05, + "loss": 8.080359649658202, + "step": 3220 + }, + { + "epoch": 0.21840242669362994, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.0783935546875, + "step": 3240 + }, + { + "epoch": 0.2197505898213684, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079434204101563, + "step": 3260 + }, + { + "epoch": 0.22109875294910683, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079434204101563, + "step": 3280 + }, + { + "epoch": 0.2224469160768453, + "grad_norm": 1.859375, + "learning_rate": 9e-05, + "loss": 8.07918930053711, + "step": 3300 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.06467365486592e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a57aa40163c91fd3633529d9af22fd99d85d1665 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3300/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e9b362740bb60edd1ea1474e4e02705aa61c5177a0f605723687fc76ff5105 +size 4920 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..deac700e584330860fdf63786af0c971e617c9ce --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/config.json @@ -0,0 +1,36 @@ +{ + "activation": "silu-waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 0.5 +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea3869295e90727a4edb40d14174ce07cdec964d --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5092444456e6dc6cd1a84582134363fa82e44390bfc179dc623d9088dcaf2a65 +size 33967272 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..66b7e04b91add5ba234ad8c09db36c224fa49aa5 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11a879807648f3fde9705c5e760acf31c121067ff8f86779650a6f98e59c05b7 +size 39573050 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..017e7c5d403620264a46ac1cf60e056852cdf447 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d56f18bbf80d27667dff830c4bf2d569d657317bf85c1271d4a355eda1cf7318 +size 1064 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e83873049b37f402d5b0c029cd36af9e3d736d5f --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/trainer_state.json @@ -0,0 +1,1240 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.22918773171553758, + "eval_steps": 2498, + "global_step": 3400, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.078125, + "learning_rate": 2.66e-05, + "loss": 8.299632263183593, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3515625, + "learning_rate": 5.46e-05, + "loss": 8.047638702392579, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.837866973876953, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.572817993164063, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.233210754394531, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1328125, + "learning_rate": 0.00016659999999999998, + "loss": 6.860719299316406, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 0.94921875, + "learning_rate": 0.00019460000000000001, + "loss": 6.5177757263183596, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 0.80078125, + "learning_rate": 0.0002226, + "loss": 6.239912414550782, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.74609375, + "learning_rate": 0.00025059999999999997, + "loss": 6.035282897949219, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.5546875, + "learning_rate": 0.0002786, + "loss": 5.873902893066406, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.498046875, + "learning_rate": 0.00030659999999999997, + "loss": 5.691160202026367, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.21875, + "learning_rate": 0.0003346, + "loss": 5.473793411254883, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.5078125, + "learning_rate": 0.00036260000000000003, + "loss": 5.258899688720703, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.796875, + "learning_rate": 0.0003906, + "loss": 5.03008918762207, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.84375, + "learning_rate": 0.0004186, + "loss": 4.797770309448242, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.5078125, + "learning_rate": 0.0004466, + "loss": 4.603690719604492, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.96484375, + "learning_rate": 0.00047460000000000004, + "loss": 4.490921401977539, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.6640625, + "learning_rate": 0.0005026, + "loss": 4.327465057373047, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.86328125, + "learning_rate": 0.0005306, + "loss": 4.182389831542968, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.82421875, + "learning_rate": 0.0005586, + "loss": 4.036349487304688, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.71484375, + "learning_rate": 0.0005866, + "loss": 3.918545150756836, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.765625, + "learning_rate": 0.0006146, + "loss": 3.8555908203125, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.7734375, + "learning_rate": 0.0006426, + "loss": 3.7499755859375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.6484375, + "learning_rate": 0.0006705999999999999, + "loss": 3.668988800048828, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.8828125, + "learning_rate": 0.0006986, + "loss": 3.598476791381836, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 3.52923698425293, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.4486984252929687, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.3981090545654298, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.337215042114258, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 3.3039676666259767, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.55078125, + "learning_rate": 0.0007, + "loss": 3.2369564056396483, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 3.2108325958251953, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 3.153903007507324, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 3.125510597229004, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 3.0803747177124023, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 3.04086971282959, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 3.0033853530883787, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.9853662490844726, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.9864330291748047, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.9317838668823244, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.916472244262695, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.8858991622924806, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.840240478515625, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.8184703826904296, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.8047561645507812, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.775454521179199, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.7625925064086916, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.731528663635254, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.71492977142334, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.7131521224975588, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.6799833297729494, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.665292739868164, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6485418319702148, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.6286544799804688, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.621373176574707, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.5860437393188476, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5712385177612305, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.5693639755249023, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.563449668884277, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.369140625, + "learning_rate": 0.0007, + "loss": 2.553573417663574, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.538028335571289, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.5232309341430663, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.50943546295166, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.4896902084350585, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.4810691833496095, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.471504974365234, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.3671875, + "learning_rate": 0.0007, + "loss": 2.458695411682129, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.4555185317993162, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.433156204223633, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.425444412231445, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.435191345214844, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.369140625, + "learning_rate": 0.0007, + "loss": 2.412186622619629, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.4007726669311524, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.357421875, + "learning_rate": 0.0007, + "loss": 2.3866371154785155, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.3728200912475588, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.376953125, + "learning_rate": 0.0007, + "loss": 2.373748016357422, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.36328125, + "learning_rate": 0.0007, + "loss": 2.3635543823242187, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.3516841888427735, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.376953125, + "learning_rate": 0.0007, + "loss": 2.3689512252807616, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.3348180770874025, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.361328125, + "learning_rate": 0.0007, + "loss": 2.3343011856079103, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.3455299377441405, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.3264875411987305, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.309524917602539, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.357421875, + "learning_rate": 0.0007, + "loss": 2.3181018829345703, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2959054946899413, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.286634826660156, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.3671875, + "learning_rate": 0.0007, + "loss": 2.2912055969238283, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.303947639465332, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.298970413208008, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.2899410247802736, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.258684539794922, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.2575857162475588, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.2479154586791994, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.2578588485717774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.2332910537719726, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.242460250854492, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.359375, + "learning_rate": 0.0007, + "loss": 2.21710205078125, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.353515625, + "learning_rate": 0.0007, + "loss": 2.2389858245849608, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.328125, + "learning_rate": 0.0007, + "loss": 2.2128574371337892, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.221720504760742, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.2012025833129885, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.359375, + "learning_rate": 0.0007, + "loss": 2.2207321166992187, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.1970823287963865, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.3359375, + "learning_rate": 0.0007, + "loss": 2.1874614715576173, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.1962921142578127, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.1974483489990235, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.1824066162109377, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.3359375, + "learning_rate": 0.0007, + "loss": 2.1886768341064453, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.326171875, + "learning_rate": 0.0007, + "loss": 2.1661350250244142, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.330078125, + "learning_rate": 0.0007, + "loss": 2.1746242523193358, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.353515625, + "learning_rate": 0.0007, + "loss": 2.182226371765137, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.33203125, + "learning_rate": 0.0007, + "loss": 2.1612625122070312, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.337890625, + "learning_rate": 0.0007, + "loss": 2.1695093154907226, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.341796875, + "learning_rate": 0.0007, + "loss": 2.1509073257446287, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.1601842880249023, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.3203125, + "learning_rate": 0.0007, + "loss": 2.149628257751465, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.33203125, + "learning_rate": 0.0007, + "loss": 2.154475784301758, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.333984375, + "learning_rate": 0.0007, + "loss": 2.1572238922119142, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.1351224899291994, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.345703125, + "learning_rate": 0.0007, + "loss": 2.141549301147461, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.328125, + "learning_rate": 0.0007, + "loss": 2.127903366088867, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.32421875, + "learning_rate": 0.0007, + "loss": 2.1384496688842773, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.1402868270874023, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.133925199508667, + "eval_runtime": 18.9626, + "eval_samples_per_second": 502.41, + "eval_steps_per_second": 0.527, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.1217138290405275, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1338183879852295, + "eval_runtime": 18.812, + "eval_samples_per_second": 506.431, + "eval_steps_per_second": 0.532, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15335424.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.1747163772583007, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 16646144.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1868026733398436, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 102760448.0, + "learning_rate": 9e-05, + "loss": 3.535448455810547, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 188743680.0, + "learning_rate": 9e-05, + "loss": 7.000344848632812, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 186646528.0, + "learning_rate": 9e-05, + "loss": 7.602831268310547, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 110624768.0, + "learning_rate": 9e-05, + "loss": 7.876109313964844, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 52690944.0, + "learning_rate": 9e-05, + "loss": 8.0205078125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 21102592.0, + "learning_rate": 9e-05, + "loss": 8.05886001586914, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 9830400.0, + "learning_rate": 9e-05, + "loss": 8.069260406494141, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3670016.0, + "learning_rate": 9e-05, + "loss": 8.075779724121094, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 3571712.0, + "learning_rate": 9e-05, + "loss": 8.076358795166016, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 1114112.0, + "learning_rate": 9e-05, + "loss": 8.07742919921875, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 421888.0, + "learning_rate": 9e-05, + "loss": 8.07922592163086, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 129536.0, + "learning_rate": 9e-05, + "loss": 8.079435729980469, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 34048.0, + "learning_rate": 9e-05, + "loss": 8.079093170166015, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 5888.0, + "learning_rate": 9e-05, + "loss": 8.07839126586914, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 446.0, + "learning_rate": 9e-05, + "loss": 8.081797027587891, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 10.25, + "learning_rate": 9e-05, + "loss": 8.079029083251953, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 6.53125, + "learning_rate": 9e-05, + "loss": 8.081595611572265, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3.4375, + "learning_rate": 9e-05, + "loss": 8.079817962646484, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079161834716796, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 1.3046875, + "learning_rate": 9e-05, + "loss": 8.07956314086914, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 2.40625, + "learning_rate": 9e-05, + "loss": 8.074960327148437, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 81.5, + "learning_rate": 9e-05, + "loss": 8.076923370361328, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.076215362548828, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.080150604248047, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.082421875, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.076376342773438, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.07555694580078, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 1.03125, + "learning_rate": 9e-05, + "loss": 8.079136657714844, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.081492614746093, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079338073730469, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 138.0, + "learning_rate": 9e-05, + "loss": 8.077278137207031, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 1.109375, + "learning_rate": 9e-05, + "loss": 8.075982666015625, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079740142822265, + "step": 3200 + }, + { + "epoch": 0.21705426356589147, + "grad_norm": 2.34375, + "learning_rate": 9e-05, + "loss": 8.080359649658202, + "step": 3220 + }, + { + "epoch": 0.21840242669362994, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.0783935546875, + "step": 3240 + }, + { + "epoch": 0.2197505898213684, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079434204101563, + "step": 3260 + }, + { + "epoch": 0.22109875294910683, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079434204101563, + "step": 3280 + }, + { + "epoch": 0.2224469160768453, + "grad_norm": 1.859375, + "learning_rate": 9e-05, + "loss": 8.07918930053711, + "step": 3300 + }, + { + "epoch": 0.22379507920458375, + "grad_norm": 0.69140625, + "learning_rate": 9e-05, + "loss": 8.077948760986327, + "step": 3320 + }, + { + "epoch": 0.22514324233232222, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.078034973144531, + "step": 3340 + }, + { + "epoch": 0.22649140546006066, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.078900146484376, + "step": 3360 + }, + { + "epoch": 0.22783956858779914, + "grad_norm": 0.765625, + "learning_rate": 9e-05, + "loss": 8.080309295654297, + "step": 3380 + }, + { + "epoch": 0.22918773171553758, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.080132293701173, + "step": 3400 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.09693649289216e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a57aa40163c91fd3633529d9af22fd99d85d1665 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3400/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e9b362740bb60edd1ea1474e4e02705aa61c5177a0f605723687fc76ff5105 +size 4920 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/config.json new file mode 100644 index 0000000000000000000000000000000000000000..deac700e584330860fdf63786af0c971e617c9ce --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/config.json @@ -0,0 +1,36 @@ +{ + "activation": "silu-waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 0.5 +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46c46b71eaece3a54a0b9a9c1bb73bc01f4ae45b --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f80693e63d774651c221b9dab9cde6f78e5d85bc2d5d5908102217cdffc078d4 +size 33967272 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/optimizer.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..af628be14519c1e833db10f39a2aa2d3f6e9cb10 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c063139f15a5bfd251c517f323e70515a35ac33292f7b893d555fff46e2aec80 +size 39573050 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/rng_state.pth b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a8d90407533a766f1db1f6d04df53a298ed191c1 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37c40ce327861a7ca13b719d3aa37510a143368b6e74358bdb14becb3899e1e +size 14244 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/scheduler.pt b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1a92d6b9ce130135ec70ff64fb4a450035b9d25 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:479ebefc656d1e8da177b1fc09a2332188f5506e56faf8d0ea281618199ae469 +size 1064 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/trainer_state.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e0687b87b36c1808da3a4a4af00050662e72973a --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/trainer_state.json @@ -0,0 +1,1283 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.23592854735422986, + "eval_steps": 2498, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.078125, + "learning_rate": 2.66e-05, + "loss": 8.299632263183593, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3515625, + "learning_rate": 5.46e-05, + "loss": 8.047638702392579, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.837866973876953, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.572817993164063, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.233210754394531, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1328125, + "learning_rate": 0.00016659999999999998, + "loss": 6.860719299316406, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 0.94921875, + "learning_rate": 0.00019460000000000001, + "loss": 6.5177757263183596, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 0.80078125, + "learning_rate": 0.0002226, + "loss": 6.239912414550782, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.74609375, + "learning_rate": 0.00025059999999999997, + "loss": 6.035282897949219, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.5546875, + "learning_rate": 0.0002786, + "loss": 5.873902893066406, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.498046875, + "learning_rate": 0.00030659999999999997, + "loss": 5.691160202026367, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.21875, + "learning_rate": 0.0003346, + "loss": 5.473793411254883, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.5078125, + "learning_rate": 0.00036260000000000003, + "loss": 5.258899688720703, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.796875, + "learning_rate": 0.0003906, + "loss": 5.03008918762207, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.84375, + "learning_rate": 0.0004186, + "loss": 4.797770309448242, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.5078125, + "learning_rate": 0.0004466, + "loss": 4.603690719604492, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.96484375, + "learning_rate": 0.00047460000000000004, + "loss": 4.490921401977539, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.6640625, + "learning_rate": 0.0005026, + "loss": 4.327465057373047, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.86328125, + "learning_rate": 0.0005306, + "loss": 4.182389831542968, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.82421875, + "learning_rate": 0.0005586, + "loss": 4.036349487304688, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.71484375, + "learning_rate": 0.0005866, + "loss": 3.918545150756836, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.765625, + "learning_rate": 0.0006146, + "loss": 3.8555908203125, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.7734375, + "learning_rate": 0.0006426, + "loss": 3.7499755859375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.6484375, + "learning_rate": 0.0006705999999999999, + "loss": 3.668988800048828, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.8828125, + "learning_rate": 0.0006986, + "loss": 3.598476791381836, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5625, + "learning_rate": 0.0007, + "loss": 3.52923698425293, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.4486984252929687, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.453125, + "learning_rate": 0.0007, + "loss": 3.3981090545654298, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.5234375, + "learning_rate": 0.0007, + "loss": 3.337215042114258, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 3.3039676666259767, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.55078125, + "learning_rate": 0.0007, + "loss": 3.2369564056396483, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 3.2108325958251953, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.46875, + "learning_rate": 0.0007, + "loss": 3.153903007507324, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 3.125510597229004, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 3.0803747177124023, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 3.04086971282959, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 3.0033853530883787, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.9853662490844726, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.48828125, + "learning_rate": 0.0007, + "loss": 2.9864330291748047, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.9317838668823244, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.916472244262695, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.8858991622924806, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.840240478515625, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.8184703826904296, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.8047561645507812, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4375, + "learning_rate": 0.0007, + "loss": 2.775454521179199, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.7625925064086916, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.731528663635254, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.71492977142334, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.7131521224975588, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.6799833297729494, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.665292739868164, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6485418319702148, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.392578125, + "learning_rate": 0.0007, + "loss": 2.6286544799804688, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.621373176574707, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.5860437393188476, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.5712385177612305, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.5693639755249023, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.563449668884277, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.369140625, + "learning_rate": 0.0007, + "loss": 2.553573417663574, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.538028335571289, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.5232309341430663, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.50943546295166, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.4896902084350585, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.4810691833496095, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.471504974365234, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.3671875, + "learning_rate": 0.0007, + "loss": 2.458695411682129, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.4555185317993162, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.433156204223633, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.425444412231445, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.435191345214844, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.369140625, + "learning_rate": 0.0007, + "loss": 2.412186622619629, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.4007726669311524, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.357421875, + "learning_rate": 0.0007, + "loss": 2.3866371154785155, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.3728200912475588, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.376953125, + "learning_rate": 0.0007, + "loss": 2.373748016357422, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.36328125, + "learning_rate": 0.0007, + "loss": 2.3635543823242187, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.3516841888427735, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.376953125, + "learning_rate": 0.0007, + "loss": 2.3689512252807616, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.3348180770874025, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.361328125, + "learning_rate": 0.0007, + "loss": 2.3343011856079103, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.3455299377441405, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.3264875411987305, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.309524917602539, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.357421875, + "learning_rate": 0.0007, + "loss": 2.3181018829345703, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.2959054946899413, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.286634826660156, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.3671875, + "learning_rate": 0.0007, + "loss": 2.2912055969238283, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.303947639465332, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.298970413208008, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.2899410247802736, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.258684539794922, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.365234375, + "learning_rate": 0.0007, + "loss": 2.2575857162475588, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.2479154586791994, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.2578588485717774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.2332910537719726, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.242460250854492, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.359375, + "learning_rate": 0.0007, + "loss": 2.21710205078125, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.353515625, + "learning_rate": 0.0007, + "loss": 2.2389858245849608, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.328125, + "learning_rate": 0.0007, + "loss": 2.2128574371337892, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.349609375, + "learning_rate": 0.0007, + "loss": 2.221720504760742, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.2012025833129885, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.359375, + "learning_rate": 0.0007, + "loss": 2.2207321166992187, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.3515625, + "learning_rate": 0.0007, + "loss": 2.1970823287963865, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.3359375, + "learning_rate": 0.0007, + "loss": 2.1874614715576173, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.35546875, + "learning_rate": 0.0007, + "loss": 2.1962921142578127, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.375, + "learning_rate": 0.0007, + "loss": 2.1974483489990235, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.1824066162109377, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.3359375, + "learning_rate": 0.0007, + "loss": 2.1886768341064453, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.326171875, + "learning_rate": 0.0007, + "loss": 2.1661350250244142, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.330078125, + "learning_rate": 0.0007, + "loss": 2.1746242523193358, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.353515625, + "learning_rate": 0.0007, + "loss": 2.182226371765137, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.33203125, + "learning_rate": 0.0007, + "loss": 2.1612625122070312, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.337890625, + "learning_rate": 0.0007, + "loss": 2.1695093154907226, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.341796875, + "learning_rate": 0.0007, + "loss": 2.1509073257446287, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.33984375, + "learning_rate": 0.0007, + "loss": 2.1601842880249023, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.3203125, + "learning_rate": 0.0007, + "loss": 2.149628257751465, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.33203125, + "learning_rate": 0.0007, + "loss": 2.154475784301758, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.333984375, + "learning_rate": 0.0007, + "loss": 2.1572238922119142, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.1351224899291994, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.345703125, + "learning_rate": 0.0007, + "loss": 2.141549301147461, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.328125, + "learning_rate": 0.0007, + "loss": 2.127903366088867, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.32421875, + "learning_rate": 0.0007, + "loss": 2.1384496688842773, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.34375, + "learning_rate": 0.0007, + "loss": 2.1402868270874023, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.133925199508667, + "eval_runtime": 18.9626, + "eval_samples_per_second": 502.41, + "eval_steps_per_second": 0.527, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.34765625, + "learning_rate": 0.0007, + "loss": 2.1217138290405275, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1338183879852295, + "eval_runtime": 18.812, + "eval_samples_per_second": 506.431, + "eval_steps_per_second": 0.532, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 15335424.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.1747163772583007, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 16646144.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1868026733398436, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 102760448.0, + "learning_rate": 9e-05, + "loss": 3.535448455810547, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 188743680.0, + "learning_rate": 9e-05, + "loss": 7.000344848632812, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 186646528.0, + "learning_rate": 9e-05, + "loss": 7.602831268310547, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 110624768.0, + "learning_rate": 9e-05, + "loss": 7.876109313964844, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 52690944.0, + "learning_rate": 9e-05, + "loss": 8.0205078125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 21102592.0, + "learning_rate": 9e-05, + "loss": 8.05886001586914, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 9830400.0, + "learning_rate": 9e-05, + "loss": 8.069260406494141, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 3670016.0, + "learning_rate": 9e-05, + "loss": 8.075779724121094, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 3571712.0, + "learning_rate": 9e-05, + "loss": 8.076358795166016, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 1114112.0, + "learning_rate": 9e-05, + "loss": 8.07742919921875, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 421888.0, + "learning_rate": 9e-05, + "loss": 8.07922592163086, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 129536.0, + "learning_rate": 9e-05, + "loss": 8.079435729980469, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 34048.0, + "learning_rate": 9e-05, + "loss": 8.079093170166015, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 5888.0, + "learning_rate": 9e-05, + "loss": 8.07839126586914, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 446.0, + "learning_rate": 9e-05, + "loss": 8.081797027587891, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 10.25, + "learning_rate": 9e-05, + "loss": 8.079029083251953, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 6.53125, + "learning_rate": 9e-05, + "loss": 8.081595611572265, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3.4375, + "learning_rate": 9e-05, + "loss": 8.079817962646484, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079161834716796, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 1.3046875, + "learning_rate": 9e-05, + "loss": 8.07956314086914, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 2.40625, + "learning_rate": 9e-05, + "loss": 8.074960327148437, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 81.5, + "learning_rate": 9e-05, + "loss": 8.076923370361328, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.076215362548828, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.080150604248047, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.082421875, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.076376342773438, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.07555694580078, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 1.03125, + "learning_rate": 9e-05, + "loss": 8.079136657714844, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.081492614746093, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079338073730469, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 138.0, + "learning_rate": 9e-05, + "loss": 8.077278137207031, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 1.109375, + "learning_rate": 9e-05, + "loss": 8.075982666015625, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079740142822265, + "step": 3200 + }, + { + "epoch": 0.21705426356589147, + "grad_norm": 2.34375, + "learning_rate": 9e-05, + "loss": 8.080359649658202, + "step": 3220 + }, + { + "epoch": 0.21840242669362994, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.0783935546875, + "step": 3240 + }, + { + "epoch": 0.2197505898213684, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079434204101563, + "step": 3260 + }, + { + "epoch": 0.22109875294910683, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.079434204101563, + "step": 3280 + }, + { + "epoch": 0.2224469160768453, + "grad_norm": 1.859375, + "learning_rate": 9e-05, + "loss": 8.07918930053711, + "step": 3300 + }, + { + "epoch": 0.22379507920458375, + "grad_norm": 0.69140625, + "learning_rate": 9e-05, + "loss": 8.077948760986327, + "step": 3320 + }, + { + "epoch": 0.22514324233232222, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.078034973144531, + "step": 3340 + }, + { + "epoch": 0.22649140546006066, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.078900146484376, + "step": 3360 + }, + { + "epoch": 0.22783956858779914, + "grad_norm": 0.765625, + "learning_rate": 9e-05, + "loss": 8.080309295654297, + "step": 3380 + }, + { + "epoch": 0.22918773171553758, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.080132293701173, + "step": 3400 + }, + { + "epoch": 0.23053589484327602, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.080228424072265, + "step": 3420 + }, + { + "epoch": 0.2318840579710145, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.07936782836914, + "step": 3440 + }, + { + "epoch": 0.23323222109875294, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.082151794433594, + "step": 3460 + }, + { + "epoch": 0.2345803842264914, + "grad_norm": 1.1796875, + "learning_rate": 9e-05, + "loss": 8.082518005371094, + "step": 3480 + }, + { + "epoch": 0.23592854735422986, + "grad_norm": 0.0, + "learning_rate": 9e-05, + "loss": 8.08392562866211, + "step": 3500 + }, + { + "epoch": 0.23592854735422986, + "eval_loss": 8.07800579071045, + "eval_runtime": 15.771, + "eval_samples_per_second": 604.082, + "eval_steps_per_second": 0.634, + "step": 3500 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.1291993309184e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a57aa40163c91fd3633529d9af22fd99d85d1665 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e9b362740bb60edd1ea1474e4e02705aa61c5177a0f605723687fc76ff5105 +size 4920 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/config.json new file mode 100644 index 0000000000000000000000000000000000000000..deac700e584330860fdf63786af0c971e617c9ce --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/config.json @@ -0,0 +1,36 @@ +{ + "activation": "silu-waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 0.5 +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/model.safetensors b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46c46b71eaece3a54a0b9a9c1bb73bc01f4ae45b --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f80693e63d774651c221b9dab9cde6f78e5d85bc2d5d5908102217cdffc078d4 +size 33967272 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer_config.json b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_args.bin b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a57aa40163c91fd3633529d9af22fd99d85d1665 --- /dev/null +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e9b362740bb60edd1ea1474e4e02705aa61c5177a0f605723687fc76ff5105 +size 4920 diff --git a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_log.jsonl b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_log.jsonl index ce756870d1515718612e85e4fbed1a54b78b4aff..49a2e59ede2637af4c25fd802efa2ba4ab124748 100644 --- a/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_log.jsonl +++ b/zain/Activation/out/glu-silu-waleed10-100L_trash_run/training_log.jsonl @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4a2f82ea396fbf33db4402d2f3f595b1af23b18968fc162cf82f89676051bc8b -size 11736982 +oid sha256:feacc9768937eb46f8b63588280ff13ccf0e46095c75a7932de3d187803dd2f9 +size 16723329 diff --git a/zain/Activation/out/sweep_summary.json b/zain/Activation/out/sweep_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1f28ab6db8295f3dea297c1d2001b42168ca8793 --- /dev/null +++ b/zain/Activation/out/sweep_summary.json @@ -0,0 +1,16 @@ +[ + { + "variant": "glu-waleed10-100L", + "eval_loss": 7.91505241394043, + "out": "out/glu-waleed10-100L_trash_run", + "run_name": "LM-glu-waleed10-100L-16.9M-20260814-231801", + "status": "success" + }, + { + "variant": "glu-silu-waleed10-100L", + "eval_loss": 8.07800579071045, + "out": "out/glu-silu-waleed10-100L_trash_run", + "run_name": "LM-glu-silu-waleed10-100L-16.9M-20260814-232317", + "status": "success" + } +] \ No newline at end of file diff --git a/zain/Activation/wandb/debug-internal.log b/zain/Activation/wandb/debug-internal.log index 10ce3b8f50271cc778fd255c0b2564dec2639176..3c925fe1d74e5d47cd19039fbd9b3c9b00755383 100644 --- a/zain/Activation/wandb/debug-internal.log +++ b/zain/Activation/wandb/debug-internal.log @@ -36,3 +36,28 @@ {"time":"2026-08-14T23:26:18.932400326Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":3,"events_offset":21,"events_lines":2,"console_offset":51,"console_lines":1} {"time":"2026-08-14T23:26:19.870609328Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} {"time":"2026-08-14T23:26:33.939867382Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":2,"events_offset":23,"events_lines":2,"console_offset":55,"console_lines":10} +{"time":"2026-08-14T23:26:34.841652736Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:26:48.937729263Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":3,"events_offset":25,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-08-14T23:26:49.803943322Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:27:03.931480357Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":2,"events_offset":27,"events_lines":2,"console_offset":65,"console_lines":10} +{"time":"2026-08-14T23:27:04.817526975Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:27:18.930769355Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":3,"events_offset":29,"events_lines":2,"console_offset":71,"console_lines":1} +{"time":"2026-08-14T23:27:19.775644492Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:27:33.935804443Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":2,"events_offset":31,"events_lines":2,"console_offset":75,"console_lines":10} +{"time":"2026-08-14T23:27:34.968495829Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:27:48.930502995Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":3,"events_offset":33,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-08-14T23:27:49.780398601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:03.928989439Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":2,"events_offset":35,"events_lines":2,"console_offset":85,"console_lines":10} +{"time":"2026-08-14T23:28:04.898228604Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:18.925155782Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":48,"history_lines":2,"events_offset":37,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-08-14T23:28:19.837293539Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:33.922625078Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":50,"history_lines":2,"events_offset":39,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-08-14T23:28:34.701266798Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:44.099180607Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-14T23:28:44.109601111Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":1,"events_offset":41,"events_lines":1,"console_offset":95,"console_lines":16,"uploaded_len":3,"complete":true,"exit_code":0} +{"time":"2026-08-14T23:28:44.865683962Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:44.867128531Z","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-14T23:28:44.908328257Z","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-14T23:28:44.908362014Z","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-14T23:28:44.908459799Z","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-14T23:28:44.908463762Z","level":"INFO","msg":"stream: all finished"} diff --git a/zain/Activation/wandb/debug.log b/zain/Activation/wandb/debug.log index da82cafba6a6040c9a3316d81ad47eb5c7dd2e26..219b62c1002823e792b8671ba7b9e1798402e6ea 100644 --- a/zain/Activation/wandb/debug.log +++ b/zain/Activation/wandb/debug.log @@ -18,3 +18,8 @@ config: {'_wandb': {}} 2026-08-14 23:23:18,900 INFO MainThread:2227330 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.16.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 100, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'glu', 'activation': 'silu-waleed10', 'waleed_beta': 0.5, 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/glu-silu-waleed10-100L_trash_run', 'per_device_train_batch_size': 64, 'num_train_epochs': 1, 'max_steps': 3500, 'learning_rate': 9e-05, 'lr_scheduler_type': 'constant_with_warmup', 'lr_scheduler_kwargs': None, 'warmup_steps': 50, 'optim': 'adamw_torch_fused', 'optim_args': None, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 1, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-glu-silu-waleed10-100L-16.9M-20260814-232317', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 2498, 'eval_delay': 0, 'per_device_eval_batch_size': 1024, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 50, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': False, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/6L-glu-silu-waleed10-100L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} 2026-08-14 23:23:18,904 INFO MainThread:2227330 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 16934016 - > 2026-08-14 23:23:18,904 INFO MainThread:2227330 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 16934016 None +2026-08-14 23:28:43,416 INFO MainThread:2227330 [wandb_run.py:_finish():2383] finishing run deepnevro-deepnevro/research7/l56mdhxl +2026-08-14 23:28:43,417 INFO MainThread:2227330 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-14 23:28:43,417 INFO MainThread:2227330 [wandb_run.py:_restore():2570] restore +2026-08-14 23:28:43,417 INFO MainThread:2227330 [wandb_run.py:_restore():2576] restore done +2026-08-14 23:28:44,907 INFO MainThread:2227330 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/zain/Activation/wandb/run-20260814_231802-8ih2zdoc/logs/debug-core.log b/zain/Activation/wandb/run-20260814_231802-8ih2zdoc/logs/debug-core.log index 194bcb8704336d4b418007c3a131de3d26b0882f..c7d7f1d9c84de8d70069210d066a48f98d98323b 100644 --- a/zain/Activation/wandb/run-20260814_231802-8ih2zdoc/logs/debug-core.log +++ b/zain/Activation/wandb/run-20260814_231802-8ih2zdoc/logs/debug-core.log @@ -106,3 +106,11 @@ {"time":"2026-08-14T23:23:18.278060411Z","level":"INFO","msg":"handleInformInit: received","streamId":"l56mdhxl","id":"5(@)"} {"time":"2026-08-14T23:23:18.518025519Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"l56mdhxl","id":"5(@)"} {"time":"2026-08-14T23:23:23.901514672Z","level":"INFO","msg":"connection: cancelling request","id":"5(@)","requestId":"6st0ad10saav"} +{"time":"2026-08-14T23:28:43.417416507Z","level":"INFO","msg":"connection: cancelling request","id":"5(@)","requestId":"6st0ad10saav"} +{"time":"2026-08-14T23:28:44.887436672Z","level":"INFO","msg":"connection: cancelling request","id":"5(@)","requestId":"6st0ad10saav"} +{"time":"2026-08-14T23:28:44.908283775Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"l56mdhxl","id":"5(@)"} +{"time":"2026-08-14T23:28:44.90942001Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"l56mdhxl","id":"5(@)"} +{"time":"2026-08-14T23:28:46.822764669Z","level":"INFO","msg":"connection: closing","id":"5(@)"} +{"time":"2026-08-14T23:28:46.822848225Z","level":"INFO","msg":"connection: closed successfully","id":"5(@)"} +{"time":"2026-08-14T23:28:46.822771624Z","level":"INFO","msg":"processOutgoingData: finished","id":"5(@)"} +{"time":"2026-08-14T23:28:46.822855482Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"5(@)"} diff --git a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/config.yaml b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..150768cb29ce9d5801eba370abcf34ca10c3656e --- /dev/null +++ b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/config.yaml @@ -0,0 +1,436 @@ +_name_or_path: + value: "" +_wandb: + value: + cli_version: 0.28.1 + e: + mymmadub93rrk8ejwtwkr54fzdwsb89e: + args: + - --config + - /mnt/data/zainulabideen/zain-exp/notebooks/zain/Activation/configs/baseline100l.yaml + - --variants + - glu-waleed10 + - glu-silu-waleed10 + codePath: sweep.py + codePathLocal: sweep.py + cpu_count: 112 + cpu_count_logical: 224 + cudaVersion: "12.4" + disk: + /: + total: "1560765693952" + used: "709387452416" + email: deepnevro@gmail.com + executable: /mnt/data/zainulabideen/zain-exp/notebooks/my_env/bin/python + git: + commit: 3fb47c6943d6927eafc39bd399a3d3a520bae74a + remote: https://github.com/w-ahmad1a10/Activation.git + gpu: NVIDIA H100 80GB HBM3 + gpu_count: 8 + gpu_nvidia: + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-39c684a5-fde6-83d7-1663-0859795881ae + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-68012e5a-38b6-b643-0ca6-62fb66720bf3 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-132944c4-b689-2b5f-89a4-d730401677ab + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-2df386cc-6d26-d0e2-7a2d-a057b0d95864 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-bfa16575-1d94-1aa2-4537-2c93433f42ef + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-bc6c3e3c-9b90-09ca-c034-774961847c54 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-00a441e1-7c95-e7d6-4c35-43d6b291aea9 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-1c4d29a2-4647-6fce-d8fc-0c5ecfbbd6ea + host: deeplens-k3s-node1 + memory: + total: "2164089937920" + os: Linux-5.15.0-126-generic-x86_64-with-glibc2.35 + program: /mnt/data/zainulabideen/zain-exp/notebooks/zain/Activation/sweep.py + python: CPython 3.11.15 + root: /mnt/data/zainulabideen/zain-exp/notebooks/zain/Activation + startedAt: "2026-08-14T23:23:18.275909Z" + writerId: mymmadub93rrk8ejwtwkr54fzdwsb89e + m: + - "1": train/global_step + "6": + - 3 + "7": [] + - "2": '*' + "5": 1 + "6": + - 1 + "7": [] + python_version: 3.11.15 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + "3": + - 2 + - 7 + - 13 + - 19 + - 41 + - 61 + - 62 + - 66 + "4": 3.11.15 + "5": 0.28.1 + "6": 5.16.0.dev0 + "9": + "1": transformers_trainer + "12": 0.28.1 + "13": linux-x86_64 +accelerator_config: + value: + dispatch_batches: null + even_batches: true + gradient_accumulation_kwargs: null + non_blocking: false + split_batches: false + use_seedable_sampler: true +activation: + value: silu-waleed10 +adam_beta1: + value: 0.9 +adam_beta2: + value: 0.999 +adam_epsilon: + value: 1e-08 +architectures: + value: null +attention_bias: + value: false +attention_dropout: + value: 0 +auto_find_batch_size: + value: false +average_tokens_across_devices: + value: true +batch_eval_metrics: + value: false +bf16: + value: true +bf16_full_eval: + value: false +bos_token_id: + value: 1 +chunk_size_feed_forward: + value: 0 +data_seed: + value: 42 +dataloader_drop_last: + value: false +dataloader_in_order: + value: true +dataloader_multiprocessing_context: + value: null +dataloader_num_workers: + value: 0 +dataloader_persistent_workers: + value: false +dataloader_pin_memory: + value: true +dataloader_prefetch_factor: + value: null +ddp_backend: + value: null +ddp_broadcast_buffers: + value: null +ddp_bucket_cap_mb: + value: null +ddp_find_unused_parameters: + value: null +ddp_static_graph: + value: null +ddp_timeout: + value: 1800 +debug: + value: [] +deepspeed: + value: null +disable_tqdm: + value: false +do_eval: + value: true +do_predict: + value: false +do_train: + value: false +dtype: + value: null +enable_jit_checkpoint: + value: false +eos_token_id: + value: 2 +eval_accumulation_steps: + value: null +eval_delay: + value: 0 +eval_do_concat_batches: + value: true +eval_on_start: + value: false +eval_steps: + value: 2498 +eval_strategy: + value: steps +eval_use_gather_object: + value: false +fp16: + value: false +fp16_full_eval: + value: false +fsdp: + value: null +fsdp_config: + value: null +full_determinism: + value: false +gradient_accumulation_steps: + value: 1 +gradient_checkpointing: + value: false +gradient_checkpointing_kwargs: + value: null +greater_is_better: + value: null +head_dim: + value: 32 +hidden_act: + value: silu +hidden_size: + value: 128 +hub_always_push: + value: false +hub_model_id: + value: w-ahmad/6L-glu-silu-waleed10-100L +hub_private_repo: + value: null +hub_revision: + value: null +hub_strategy: + value: every_save +hub_token: + value: +id2label: + value: + "0": LABEL_0 + "1": LABEL_1 +ignore_data_skip: + value: false +include_for_metrics: + value: [] +include_num_input_tokens_seen: + value: "no" +initializer_range: + value: 0.02 +intermediate_size: + value: 256 +is_encoder_decoder: + value: false +label_names: + value: null +label_smoothing_factor: + value: 0 +label2id: + value: + LABEL_0: 0 + LABEL_1: 1 +learning_rate: + value: 9e-05 +length_column_name: + value: length +liger_kernel_config: + value: null +load_best_model_at_end: + value: false +local_rank: + value: -1 +log_level: + value: passive +log_level_replica: + value: warning +log_on_each_node: + value: true +logging_first_step: + value: false +logging_nan_inf_filter: + value: true +logging_steps: + value: 20 +logging_strategy: + value: steps +lr_scheduler_kwargs: + value: null +lr_scheduler_type: + value: constant_with_warmup +max_grad_norm: + value: 1 +max_position_embeddings: + value: 512 +max_steps: + value: 3500 +metric_for_best_model: + value: null +mlp_bias: + value: false +mlp_type: + value: glu +model/num_parameters: + value: 16934016 +model_type: + value: tiny_llama +neftune_noise_alpha: + value: null +num_attention_heads: + value: 4 +num_hidden_layers: + value: 100 +num_key_value_heads: + value: 4 +num_train_epochs: + value: 1 +optim: + value: adamw_torch_fused +optim_args: + value: null +optim_target_modules: + value: null +output_attentions: + value: false +output_dir: + value: out/glu-silu-waleed10-100L_trash_run +output_hidden_states: + value: false +pad_token_id: + value: 0 +parallelism_config: + value: null +per_device_eval_batch_size: + value: 1024 +per_device_train_batch_size: + value: 64 +prediction_loss_only: + value: false +pretraining_tp: + value: 1 +problem_type: + value: null +project: + value: huggingface +push_to_hub: + value: false +remove_unused_columns: + value: false +report_to: + value: + - wandb +restore_callback_states_from_checkpoint: + value: false +resume_from_checkpoint: + value: null +return_dict: + value: true +rms_norm_eps: + value: 1e-06 +rope_parameters: + value: + rope_theta: 10000 + rope_type: default +run_name: + value: LM-glu-silu-waleed10-100L-16.9M-20260814-232317 +save_on_each_node: + value: false +save_only_model: + value: false +save_steps: + value: 50 +save_strategy: + value: steps +save_total_limit: + value: null +seed: + value: 42 +skip_memory_metrics: + value: true +tf32: + value: null +tie_word_embeddings: + value: true +tokenizer_name: + value: w-ahmad/tiny-stories-tokenizer +torch_compile: + value: false +torch_compile_backend: + value: null +torch_compile_mode: + value: null +torch_empty_cache_steps: + value: null +trackio_bucket_id: + value: null +trackio_space_id: + value: null +trackio_static_space_id: + value: null +train_sampling_strategy: + value: random +transformers_version: + value: 5.16.0.dev0 +use_cache: + value: false +use_cpu: + value: false +use_liger_kernel: + value: false +vocab_size: + value: 4096 +waleed_beta: + value: 0.5 +warmup_steps: + value: 50 +weight_decay: + value: 0 diff --git a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/output.log b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/output.log index ad6c150af36efe5f0bd0dc5d573b76e41680af7d..5d33891306f28c201a0237987dacdf938a6736d2 100644 --- a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/output.log +++ b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/output.log @@ -59,7 +59,53 @@ Writing model shards: 100%|██████████| 1/1 [00:00<00:00, 13. - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). - If you are not the owner of the model architecture class, please contact the model code owner to update it. Writing model shards: 100%|██████████| 1/1 [00:00<00:00, 15.07it/s] - 91%|█████████ | 3171/3500 [03:14<01:32, 3.56it/s], ?it/s] + 91%|█████████▏| 3200/3500 [03:23<01:23, 3.57it/s][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. {'loss': '8.081', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2103', 'train/total_time_seconds': '146.2', 'train/time_per_step_avg': '0.2413', 'train/epoch_time_elapsed': '179.8', 'train/estimated_remaining_minutes': '0.2968', 'train/tensor_act_model_layers_0_residual_pre_attn/norm': '186', 'train/tensor_act_model_layers_0_residual_pre_attn/mean': '0.0009766', 'train/tensor_act_model_layers_0_residual_pre_attn/std': '0.09082', 'train/tensor_act_model_layers_0_residual_pre_attn/max_abs': '0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/min': '-0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/max': '0.2852', 'train/tensor_act_model_layers_0_residual_pre_attn/range': '0.5859', 'train/tensor_act_model_layers_0_residual_post_attn/norm': '187.2', 'train/tensor_act_model_layers_0_residual_post_attn/mean': '-3.91e-05', 'train/tensor_act_model_layers_0_residual_post_attn/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_attn/max_abs': '0.3496', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/min': '-0.332', 'train/tensor_act_model_layers_0_residual_post_attn/max': '0.3496', 'train/tensor_act_model_layers_0_residual_post_attn/range': '0.6816', 'train/tensor_act_model_layers_0_mlp_gate_proj/norm': '3270', 'train/tensor_act_model_layers_0_mlp_gate_proj/mean': '0.03088', 'train/tensor_act_model_layers_0_mlp_gate_proj/std': '1.125', 'train/tensor_act_model_layers_0_mlp_gate_proj/max_abs': '4.688', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/min': '-4.188', 'train/tensor_act_model_layers_0_mlp_gate_proj/max': '4.688', 'train/tensor_act_model_layers_0_mlp_gate_proj/range': '8.875', 'train/tensor_act_model_layers_0_mlp_up_proj/norm': '3283', 'train/tensor_act_model_layers_0_mlp_up_proj/mean': '0.01855', 'train/tensor_act_model_layers_0_mlp_up_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_up_proj/max_abs': '4.219', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/min': '-4', 'train/tensor_act_model_layers_0_mlp_up_proj/max': '4.219', 'train/tensor_act_model_layers_0_mlp_up_proj/range': '8.219', 'train/tensor_act_model_layers_0_mlp_down_proj/norm': '1.306e+04', 'train/tensor_act_model_layers_0_mlp_down_proj/mean': '5.594', 'train/tensor_act_model_layers_0_mlp_down_proj/std': '3.062', 'train/tensor_act_model_layers_0_mlp_down_proj/max_abs': '22.88', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit': '0.1243', 'train/tensor_act_model_layers_0_mlp_down_proj/min': '1.805', 'train/tensor_act_model_layers_0_mlp_down_proj/max': '22.88', 'train/tensor_act_model_layers_0_mlp_down_proj/range': '21.07', 'train/tensor_act_model_layers_0_mlp/norm': '1024', 'train/tensor_act_model_layers_0_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_mlp/std': '0', 'train/tensor_act_model_layers_0_mlp/max_abs': '0.5', 'train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp/min': '0.5', 'train/tensor_act_model_layers_0_mlp/max': '0.5', 'train/tensor_act_model_layers_0_mlp/range': '0', 'train/tensor_act_model_layers_0_residual_post_mlp/norm': '1041', 'train/tensor_act_model_layers_0_residual_post_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_residual_post_mlp/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_mlp/max_abs': '0.8516', 'train/tensor_act_model_layers_0_residual_pos {'loss': '8.079', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2117', 'train/total_time_seconds': '150.9', 'train/time_per_step_avg': '0.2414', 'train/epoch_time_elapsed': '185.5', 'train/estimated_remaining_minutes': '0.2883'} {'loss': '8.077', 'grad_norm': '138', 'learning_rate': '9e-05', 'epoch': '0.213', 'train/total_time_seconds': '156', 'train/time_per_step_avg': '0.2418', 'train/epoch_time_elapsed': '191.6', 'train/estimated_remaining_minutes': '0.2797', 'train/tensor_act_model_layers_0_residual_pre_attn/norm': '185.9', 'train/tensor_act_model_layers_0_residual_pre_attn/mean': '0.001007', 'train/tensor_act_model_layers_0_residual_pre_attn/std': '0.09082', 'train/tensor_act_model_layers_0_residual_pre_attn/max_abs': '0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/min': '-0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/max': '0.2852', 'train/tensor_act_model_layers_0_residual_pre_attn/range': '0.5859', 'train/tensor_act_model_layers_0_residual_post_attn/norm': '187.1', 'train/tensor_act_model_layers_0_residual_post_attn/mean': '3.886e-05', 'train/tensor_act_model_layers_0_residual_post_attn/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_attn/max_abs': '0.3496', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/min': '-0.332', 'train/tensor_act_model_layers_0_residual_post_attn/max': '0.3496', 'train/tensor_act_model_layers_0_residual_post_attn/range': '0.6816', 'train/tensor_act_model_layers_0_mlp_gate_proj/norm': '3274', 'train/tensor_act_model_layers_0_mlp_gate_proj/mean': '0.02844', 'train/tensor_act_model_layers_0_mlp_gate_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_gate_proj/max_abs': '4.781', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/min': '-4.188', 'train/tensor_act_model_layers_0_mlp_gate_proj/max': '4.781', 'train/tensor_act_model_layers_0_mlp_gate_proj/range': '8.969', 'train/tensor_act_model_layers_0_mlp_up_proj/norm': '3286', 'train/tensor_act_model_layers_0_mlp_up_proj/mean': '0.0188', 'train/tensor_act_model_layers_0_mlp_up_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_up_proj/max_abs': '4.25', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/min': '-4', 'train/tensor_act_model_layers_0_mlp_up_proj/max': '4.25', 'train/tensor_act_model_layers_0_mlp_up_proj/range': '8.25', 'train/tensor_act_model_layers_0_mlp_down_proj/norm': '1.307e+04', 'train/tensor_act_model_layers_0_mlp_down_proj/mean': '5.594', 'train/tensor_act_model_layers_0_mlp_down_proj/std': '3.062', 'train/tensor_act_model_layers_0_mlp_down_proj/max_abs': '23.38', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit': '0.1257', 'train/tensor_act_model_layers_0_mlp_down_proj/min': '1.789', 'train/tensor_act_model_layers_0_mlp_down_proj/max': '23.38', 'train/tensor_act_model_layers_0_mlp_down_proj/range': '21.59', 'train/tensor_act_model_layers_0_mlp/norm': '1024', 'train/tensor_act_model_layers_0_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_mlp/std': '0', 'train/tensor_act_model_layers_0_mlp/max_abs': '0.5', 'train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp/min': '0.5', 'train/tensor_act_model_layers_0_mlp/max': '0.5', 'train/tensor_act_model_layers_0_mlp/range': '0', 'train/tensor_act_model_layers_0_residual_post_mlp/norm': '1041', 'train/tensor_act_model_layers_0_residual_post_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_residual_post_mlp/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_mlp/max_abs': '0.8516', 'train/tensor_act_model_layers_0_residual_post_ml +{'loss': '8.076', 'grad_norm': '1.109', 'learning_rate': '9e-05', 'epoch': '0.2144', 'train/total_time_seconds': '160.6', 'train/time_per_step_avg': '0.2421', 'train/epoch_time_elapsed': '197.3', 'train/estimated_remaining_minutes': '0.2694'} +{'loss': '8.08', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2157', 'train/total_time_seconds': '165.3', 'train/time_per_step_avg': '0.2422', 'train/epoch_time_elapsed': '203', 'train/estimated_remaining_minutes': '0.2583'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████| 1/1 [00:00<00:00, 14.22it/s] + 94%|█████████▍| 3300/3500 [03:52<00:56, 3.57it/s][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '8.08', 'grad_norm': '2.344', 'learning_rate': '9e-05', 'epoch': '0.2171', 'train/total_time_seconds': '170.7', 'train/time_per_step_avg': '0.2444', 'train/epoch_time_elapsed': '209.6', 'train/estimated_remaining_minutes': '0.2473', 'train/tensor_act_model_layers_0_residual_pre_attn/norm': '186.1', 'train/tensor_act_model_layers_0_residual_pre_attn/mean': '0.0009766', 'train/tensor_act_model_layers_0_residual_pre_attn/std': '0.09082', 'train/tensor_act_model_layers_0_residual_pre_attn/max_abs': '0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/min': '-0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/max': '0.2852', 'train/tensor_act_model_layers_0_residual_pre_attn/range': '0.5859', 'train/tensor_act_model_layers_0_residual_post_attn/norm': '187.4', 'train/tensor_act_model_layers_0_residual_post_attn/mean': '4.673e-05', 'train/tensor_act_model_layers_0_residual_post_attn/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_attn/max_abs': '0.332', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/min': '-0.332', 'train/tensor_act_model_layers_0_residual_post_attn/max': '0.293', 'train/tensor_act_model_layers_0_residual_post_attn/range': '0.625', 'train/tensor_act_model_layers_0_mlp_gate_proj/norm': '3270', 'train/tensor_act_model_layers_0_mlp_gate_proj/mean': '0.02917', 'train/tensor_act_model_layers_0_mlp_gate_proj/std': '1.125', 'train/tensor_act_model_layers_0_mlp_gate_proj/max_abs': '4.531', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/min': '-4.188', 'train/tensor_act_model_layers_0_mlp_gate_proj/max': '4.531', 'train/tensor_act_model_layers_0_mlp_gate_proj/range': '8.719', 'train/tensor_act_model_layers_0_mlp_up_proj/norm': '3283', 'train/tensor_act_model_layers_0_mlp_up_proj/mean': '0.0199', 'train/tensor_act_model_layers_0_mlp_up_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_up_proj/max_abs': '4.188', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/min': '-4.031', 'train/tensor_act_model_layers_0_mlp_up_proj/max': '4.188', 'train/tensor_act_model_layers_0_mlp_up_proj/range': '8.219', 'train/tensor_act_model_layers_0_mlp_down_proj/norm': '1.304e+04', 'train/tensor_act_model_layers_0_mlp_down_proj/mean': '5.594', 'train/tensor_act_model_layers_0_mlp_down_proj/std': '3.047', 'train/tensor_act_model_layers_0_mlp_down_proj/max_abs': '23.62', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit': '0.1247', 'train/tensor_act_model_layers_0_mlp_down_proj/min': '1.672', 'train/tensor_act_model_layers_0_mlp_down_proj/max': '23.62', 'train/tensor_act_model_layers_0_mlp_down_proj/range': '21.95', 'train/tensor_act_model_layers_0_mlp/norm': '1024', 'train/tensor_act_model_layers_0_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_mlp/std': '1.654e-06', 'train/tensor_act_model_layers_0_mlp/max_abs': '0.5', 'train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp/min': '0.498', 'train/tensor_act_model_layers_0_mlp/max': '0.5', 'train/tensor_act_model_layers_0_mlp/range': '0.001953', 'train/tensor_act_model_layers_0_residual_post_mlp/norm': '1041', 'train/tensor_act_model_layers_0_residual_post_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_residual_post_mlp/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_mlp/max_abs': '0.793', 'train/tensor_act_model_ +{'loss': '8.078', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2184', 'train/total_time_seconds': '175.4', 'train/time_per_step_avg': '0.2447', 'train/epoch_time_elapsed': '215.4', 'train/estimated_remaining_minutes': '0.2346'} +{'loss': '8.079', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2198', 'train/total_time_seconds': '180.5', 'train/time_per_step_avg': '0.2448', 'train/epoch_time_elapsed': '221.6', 'train/estimated_remaining_minutes': '0.2214', 'train/tensor_act_model_layers_0_residual_pre_attn/norm': '186.1', 'train/tensor_act_model_layers_0_residual_pre_attn/mean': '0.0009232', 'train/tensor_act_model_layers_0_residual_pre_attn/std': '0.09082', 'train/tensor_act_model_layers_0_residual_pre_attn/max_abs': '0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/min': '-0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/max': '0.2852', 'train/tensor_act_model_layers_0_residual_pre_attn/range': '0.5859', 'train/tensor_act_model_layers_0_residual_post_attn/norm': '187.4', 'train/tensor_act_model_layers_0_residual_post_attn/mean': '4.798e-06', 'train/tensor_act_model_layers_0_residual_post_attn/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_attn/max_abs': '0.3457', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/min': '-0.3418', 'train/tensor_act_model_layers_0_residual_post_attn/max': '0.3457', 'train/tensor_act_model_layers_0_residual_post_attn/range': '0.6875', 'train/tensor_act_model_layers_0_mlp_gate_proj/norm': '3264', 'train/tensor_act_model_layers_0_mlp_gate_proj/mean': '0.03101', 'train/tensor_act_model_layers_0_mlp_gate_proj/std': '1.125', 'train/tensor_act_model_layers_0_mlp_gate_proj/max_abs': '4.688', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/min': '-4.188', 'train/tensor_act_model_layers_0_mlp_gate_proj/max': '4.688', 'train/tensor_act_model_layers_0_mlp_gate_proj/range': '8.875', 'train/tensor_act_model_layers_0_mlp_up_proj/norm': '3276', 'train/tensor_act_model_layers_0_mlp_up_proj/mean': '0.0188', 'train/tensor_act_model_layers_0_mlp_up_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_up_proj/max_abs': '4.219', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/min': '-4.062', 'train/tensor_act_model_layers_0_mlp_up_proj/max': '4.219', 'train/tensor_act_model_layers_0_mlp_up_proj/range': '8.281', 'train/tensor_act_model_layers_0_mlp_down_proj/norm': '1.304e+04', 'train/tensor_act_model_layers_0_mlp_down_proj/mean': '5.594', 'train/tensor_act_model_layers_0_mlp_down_proj/std': '3.062', 'train/tensor_act_model_layers_0_mlp_down_proj/max_abs': '24.62', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit': '0.1246', 'train/tensor_act_model_layers_0_mlp_down_proj/min': '1.734', 'train/tensor_act_model_layers_0_mlp_down_proj/max': '24.62', 'train/tensor_act_model_layers_0_mlp_down_proj/range': '22.89', 'train/tensor_act_model_layers_0_mlp/norm': '1024', 'train/tensor_act_model_layers_0_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_mlp/std': '0', 'train/tensor_act_model_layers_0_mlp/max_abs': '0.5', 'train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp/min': '0.5', 'train/tensor_act_model_layers_0_mlp/max': '0.5', 'train/tensor_act_model_layers_0_mlp/range': '0', 'train/tensor_act_model_layers_0_residual_post_mlp/norm': '1041', 'train/tensor_act_model_layers_0_residual_post_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_residual_post_mlp/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_mlp/max_abs': '0.8438', 'train/tensor_act_model_layers_0_residu +{'loss': '8.079', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2211', 'train/total_time_seconds': '185.1', 'train/time_per_step_avg': '0.2449', 'train/epoch_time_elapsed': '227.3', 'train/estimated_remaining_minutes': '0.207'} +{'loss': '8.079', 'grad_norm': '1.859', 'learning_rate': '9e-05', 'epoch': '0.2224', 'train/total_time_seconds': '189.8', 'train/time_per_step_avg': '0.2446', 'train/epoch_time_elapsed': '233', 'train/estimated_remaining_minutes': '0.1917'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████| 1/1 [00:00<00:00, 13.17it/s] + 97%|█████████▋| 3400/3500 [04:22<00:28, 3.56it/s][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '8.078', 'grad_norm': '0.6914', 'learning_rate': '9e-05', 'epoch': '0.2238', 'train/total_time_seconds': '194.9', 'train/time_per_step_avg': '0.2422', 'train/epoch_time_elapsed': '239.3', 'train/estimated_remaining_minutes': '0.1761', 'train/tensor_act_model_layers_0_residual_pre_attn/norm': '185.9', 'train/tensor_act_model_layers_0_residual_pre_attn/mean': '0.0009918', 'train/tensor_act_model_layers_0_residual_pre_attn/std': '0.09082', 'train/tensor_act_model_layers_0_residual_pre_attn/max_abs': '0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/min': '-0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/max': '0.2852', 'train/tensor_act_model_layers_0_residual_pre_attn/range': '0.5859', 'train/tensor_act_model_layers_0_residual_post_attn/norm': '187.1', 'train/tensor_act_model_layers_0_residual_post_attn/mean': '6.39e-05', 'train/tensor_act_model_layers_0_residual_post_attn/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_attn/max_abs': '0.3496', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/min': '-0.332', 'train/tensor_act_model_layers_0_residual_post_attn/max': '0.3496', 'train/tensor_act_model_layers_0_residual_post_attn/range': '0.6816', 'train/tensor_act_model_layers_0_mlp_gate_proj/norm': '3274', 'train/tensor_act_model_layers_0_mlp_gate_proj/mean': '0.02869', 'train/tensor_act_model_layers_0_mlp_gate_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_gate_proj/max_abs': '4.562', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/min': '-4.156', 'train/tensor_act_model_layers_0_mlp_gate_proj/max': '4.562', 'train/tensor_act_model_layers_0_mlp_gate_proj/range': '8.719', 'train/tensor_act_model_layers_0_mlp_up_proj/norm': '3286', 'train/tensor_act_model_layers_0_mlp_up_proj/mean': '0.01892', 'train/tensor_act_model_layers_0_mlp_up_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_up_proj/max_abs': '4.219', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/min': '-3.922', 'train/tensor_act_model_layers_0_mlp_up_proj/max': '4.219', 'train/tensor_act_model_layers_0_mlp_up_proj/range': '8.141', 'train/tensor_act_model_layers_0_mlp_down_proj/norm': '1.31e+04', 'train/tensor_act_model_layers_0_mlp_down_proj/mean': '5.625', 'train/tensor_act_model_layers_0_mlp_down_proj/std': '3.062', 'train/tensor_act_model_layers_0_mlp_down_proj/max_abs': '22.12', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit': '0.1253', 'train/tensor_act_model_layers_0_mlp_down_proj/min': '1.562', 'train/tensor_act_model_layers_0_mlp_down_proj/max': '22.12', 'train/tensor_act_model_layers_0_mlp_down_proj/range': '20.56', 'train/tensor_act_model_layers_0_mlp/norm': '1024', 'train/tensor_act_model_layers_0_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_mlp/std': '4.858e-06', 'train/tensor_act_model_layers_0_mlp/max_abs': '0.5', 'train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp/min': '0.498', 'train/tensor_act_model_layers_0_mlp/max': '0.5', 'train/tensor_act_model_layers_0_mlp/range': '0.001953', 'train/tensor_act_model_layers_0_residual_post_mlp/norm': '1041', 'train/tensor_act_model_layers_0_residual_post_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_residual_post_mlp/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_mlp/max_abs': '0.8516', 'train/tensor_act_m +{'loss': '8.078', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2251', 'train/total_time_seconds': '199.6', 'train/time_per_step_avg': '0.2419', 'train/epoch_time_elapsed': '245.1', 'train/estimated_remaining_minutes': '0.1593'} +{'loss': '8.079', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2265', 'train/total_time_seconds': '204.7', 'train/time_per_step_avg': '0.242', 'train/epoch_time_elapsed': '251.2', 'train/estimated_remaining_minutes': '0.1421', 'train/tensor_act_model_layers_0_residual_pre_attn/norm': '185.7', 'train/tensor_act_model_layers_0_residual_pre_attn/mean': '0.0009232', 'train/tensor_act_model_layers_0_residual_pre_attn/std': '0.09082', 'train/tensor_act_model_layers_0_residual_pre_attn/max_abs': '0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/min': '-0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/max': '0.2852', 'train/tensor_act_model_layers_0_residual_pre_attn/range': '0.5859', 'train/tensor_act_model_layers_0_residual_post_attn/norm': '187', 'train/tensor_act_model_layers_0_residual_post_attn/mean': '-1.317e-05', 'train/tensor_act_model_layers_0_residual_post_attn/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_attn/max_abs': '0.3203', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/min': '-0.3203', 'train/tensor_act_model_layers_0_residual_post_attn/max': '0.2988', 'train/tensor_act_model_layers_0_residual_post_attn/range': '0.6191', 'train/tensor_act_model_layers_0_mlp_gate_proj/norm': '3279', 'train/tensor_act_model_layers_0_mlp_gate_proj/mean': '0.03027', 'train/tensor_act_model_layers_0_mlp_gate_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_gate_proj/max_abs': '4.531', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/min': '-4.219', 'train/tensor_act_model_layers_0_mlp_gate_proj/max': '4.531', 'train/tensor_act_model_layers_0_mlp_gate_proj/range': '8.75', 'train/tensor_act_model_layers_0_mlp_up_proj/norm': '3291', 'train/tensor_act_model_layers_0_mlp_up_proj/mean': '0.01904', 'train/tensor_act_model_layers_0_mlp_up_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_up_proj/max_abs': '4.219', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/min': '-4.156', 'train/tensor_act_model_layers_0_mlp_up_proj/max': '4.219', 'train/tensor_act_model_layers_0_mlp_up_proj/range': '8.375', 'train/tensor_act_model_layers_0_mlp_down_proj/norm': '1.315e+04', 'train/tensor_act_model_layers_0_mlp_down_proj/mean': '5.625', 'train/tensor_act_model_layers_0_mlp_down_proj/std': '3.062', 'train/tensor_act_model_layers_0_mlp_down_proj/max_abs': '22.12', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit': '0.1268', 'train/tensor_act_model_layers_0_mlp_down_proj/min': '1.812', 'train/tensor_act_model_layers_0_mlp_down_proj/max': '22.12', 'train/tensor_act_model_layers_0_mlp_down_proj/range': '20.31', 'train/tensor_act_model_layers_0_mlp/norm': '1024', 'train/tensor_act_model_layers_0_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_mlp/std': '0', 'train/tensor_act_model_layers_0_mlp/max_abs': '0.5', 'train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp/min': '0.5', 'train/tensor_act_model_layers_0_mlp/max': '0.5', 'train/tensor_act_model_layers_0_mlp/range': '0', 'train/tensor_act_model_layers_0_residual_post_mlp/norm': '1041', 'train/tensor_act_model_layers_0_residual_post_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_residual_post_mlp/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_mlp/max_abs': '0.7969', 'train/tensor_act_model_layers_0_residual +{'loss': '8.08', 'grad_norm': '0.7656', 'learning_rate': '9e-05', 'epoch': '0.2278', 'train/total_time_seconds': '209.3', 'train/time_per_step_avg': '0.2417', 'train/epoch_time_elapsed': '256.9', 'train/estimated_remaining_minutes': '0.1238'} +{'loss': '8.08', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2292', 'train/total_time_seconds': '214', 'train/time_per_step_avg': '0.2416', 'train/epoch_time_elapsed': '262.5', 'train/estimated_remaining_minutes': '0.1049'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████| 1/1 [00:00<00:00, 13.41it/s] +100%|██████████| 3500/3500 [05:08<00:00, 3.52i[transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '8.08', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2305', 'train/total_time_seconds': '219.1', 'train/time_per_step_avg': '0.2422', 'train/epoch_time_elapsed': '269', 'train/estimated_remaining_minutes': '0.08542', 'train/tensor_act_model_layers_0_residual_pre_attn/norm': '185.9', 'train/tensor_act_model_layers_0_residual_pre_attn/mean': '0.0009308', 'train/tensor_act_model_layers_0_residual_pre_attn/std': '0.09082', 'train/tensor_act_model_layers_0_residual_pre_attn/max_abs': '0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/min': '-0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/max': '0.2852', 'train/tensor_act_model_layers_0_residual_pre_attn/range': '0.5859', 'train/tensor_act_model_layers_0_residual_post_attn/norm': '187.1', 'train/tensor_act_model_layers_0_residual_post_attn/mean': '-1.061e-05', 'train/tensor_act_model_layers_0_residual_post_attn/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_attn/max_abs': '0.3496', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/min': '-0.3203', 'train/tensor_act_model_layers_0_residual_post_attn/max': '0.3496', 'train/tensor_act_model_layers_0_residual_post_attn/range': '0.6699', 'train/tensor_act_model_layers_0_mlp_gate_proj/norm': '3275', 'train/tensor_act_model_layers_0_mlp_gate_proj/mean': '0.03003', 'train/tensor_act_model_layers_0_mlp_gate_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_gate_proj/max_abs': '4.656', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/min': '-4.156', 'train/tensor_act_model_layers_0_mlp_gate_proj/max': '4.656', 'train/tensor_act_model_layers_0_mlp_gate_proj/range': '8.812', 'train/tensor_act_model_layers_0_mlp_up_proj/norm': '3287', 'train/tensor_act_model_layers_0_mlp_up_proj/mean': '0.01843', 'train/tensor_act_model_layers_0_mlp_up_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_up_proj/max_abs': '4.281', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/min': '-4.219', 'train/tensor_act_model_layers_0_mlp_up_proj/max': '4.281', 'train/tensor_act_model_layers_0_mlp_up_proj/range': '8.5', 'train/tensor_act_model_layers_0_mlp_down_proj/norm': '1.312e+04', 'train/tensor_act_model_layers_0_mlp_down_proj/mean': '5.625', 'train/tensor_act_model_layers_0_mlp_down_proj/std': '3.062', 'train/tensor_act_model_layers_0_mlp_down_proj/max_abs': '22.88', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit': '0.126', 'train/tensor_act_model_layers_0_mlp_down_proj/min': '1.742', 'train/tensor_act_model_layers_0_mlp_down_proj/max': '22.88', 'train/tensor_act_model_layers_0_mlp_down_proj/range': '21.13', 'train/tensor_act_model_layers_0_mlp/norm': '1024', 'train/tensor_act_model_layers_0_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_mlp/std': '0', 'train/tensor_act_model_layers_0_mlp/max_abs': '0.5', 'train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp/min': '0.5', 'train/tensor_act_model_layers_0_mlp/max': '0.5', 'train/tensor_act_model_layers_0_mlp/range': '0', 'train/tensor_act_model_layers_0_residual_post_mlp/norm': '1041', 'train/tensor_act_model_layers_0_residual_post_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_residual_post_mlp/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_mlp/max_abs': '0.8516', 'train/tensor_act_model_layers_0_residual_ +{'loss': '8.079', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2319', 'train/total_time_seconds': '223.8', 'train/time_per_step_avg': '0.2428', 'train/epoch_time_elapsed': '274.8', 'train/estimated_remaining_minutes': '0.06507'} +{'loss': '8.082', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2332', 'train/total_time_seconds': '229', 'train/time_per_step_avg': '0.243', 'train/epoch_time_elapsed': '281', 'train/estimated_remaining_minutes': '0.04412', 'train/tensor_act_model_layers_0_residual_pre_attn/norm': '186', 'train/tensor_act_model_layers_0_residual_pre_attn/mean': '0.00106', 'train/tensor_act_model_layers_0_residual_pre_attn/std': '0.09082', 'train/tensor_act_model_layers_0_residual_pre_attn/max_abs': '0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_pre_attn/min': '-0.3008', 'train/tensor_act_model_layers_0_residual_pre_attn/max': '0.2852', 'train/tensor_act_model_layers_0_residual_pre_attn/range': '0.5859', 'train/tensor_act_model_layers_0_residual_post_attn/norm': '187.3', 'train/tensor_act_model_layers_0_residual_post_attn/mean': '0.0001574', 'train/tensor_act_model_layers_0_residual_post_attn/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_attn/max_abs': '0.332', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_residual_post_attn/min': '-0.332', 'train/tensor_act_model_layers_0_residual_post_attn/max': '0.3047', 'train/tensor_act_model_layers_0_residual_post_attn/range': '0.6367', 'train/tensor_act_model_layers_0_mlp_gate_proj/norm': '3264', 'train/tensor_act_model_layers_0_mlp_gate_proj/mean': '0.03076', 'train/tensor_act_model_layers_0_mlp_gate_proj/std': '1.125', 'train/tensor_act_model_layers_0_mlp_gate_proj/max_abs': '4.812', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_gate_proj/min': '-4.188', 'train/tensor_act_model_layers_0_mlp_gate_proj/max': '4.812', 'train/tensor_act_model_layers_0_mlp_gate_proj/range': '9', 'train/tensor_act_model_layers_0_mlp_up_proj/norm': '3277', 'train/tensor_act_model_layers_0_mlp_up_proj/mean': '0.01917', 'train/tensor_act_model_layers_0_mlp_up_proj/std': '1.133', 'train/tensor_act_model_layers_0_mlp_up_proj/max_abs': '4.25', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp_up_proj/min': '-4.125', 'train/tensor_act_model_layers_0_mlp_up_proj/max': '4.25', 'train/tensor_act_model_layers_0_mlp_up_proj/range': '8.375', 'train/tensor_act_model_layers_0_mlp_down_proj/norm': '1.307e+04', 'train/tensor_act_model_layers_0_mlp_down_proj/mean': '5.594', 'train/tensor_act_model_layers_0_mlp_down_proj/std': '3.078', 'train/tensor_act_model_layers_0_mlp_down_proj/max_abs': '22.88', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit': '0.1263', 'train/tensor_act_model_layers_0_mlp_down_proj/min': '1.797', 'train/tensor_act_model_layers_0_mlp_down_proj/max': '22.88', 'train/tensor_act_model_layers_0_mlp_down_proj/range': '21.08', 'train/tensor_act_model_layers_0_mlp/norm': '1024', 'train/tensor_act_model_layers_0_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_mlp/std': '0', 'train/tensor_act_model_layers_0_mlp/max_abs': '0.5', 'train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit': '0', 'train/tensor_act_model_layers_0_mlp/frac_near_user_limit': '0', 'train/tensor_act_model_layers_0_mlp/min': '0.5', 'train/tensor_act_model_layers_0_mlp/max': '0.5', 'train/tensor_act_model_layers_0_mlp/range': '0', 'train/tensor_act_model_layers_0_residual_post_mlp/norm': '1041', 'train/tensor_act_model_layers_0_residual_post_mlp/mean': '0.5', 'train/tensor_act_model_layers_0_residual_post_mlp/std': '0.09131', 'train/tensor_act_model_layers_0_residual_post_mlp/max_abs': '0.8047', 'train/tensor_act_model_layers_0_residual_post_mlp/fra +{'loss': '8.083', 'grad_norm': '1.18', 'learning_rate': '9e-05', 'epoch': '0.2346', 'train/total_time_seconds': '233.6', 'train/time_per_step_avg': '0.2429', 'train/epoch_time_elapsed': '286.6', 'train/estimated_remaining_minutes': '0.02238'} +{'loss': '8.084', 'grad_norm': '0', 'learning_rate': '9e-05', 'epoch': '0.2359', 'train/total_time_seconds': '238.4', 'train/time_per_step_avg': '0.2443', 'train/epoch_time_elapsed': '292.5', 'train/estimated_remaining_minutes': '0'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '8.078', 'eval_runtime': '15.77', 'eval_samples_per_second': '604.1', 'eval_steps_per_second': '0.634', 'epoch': '0.2359', 'train/total_time_seconds': '238.4', 'train/time_per_step_avg': '0.2443', 'train/epoch_time_elapsed': '308.3', 'train/estimated_remaining_minutes': '0'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████| 1/1 [00:00<00:00, 14.51it/s] +100%|██████████| 3500/3500 [05:08<00:00, 11.35it/s], ?it/s] +{'train_runtime': '309.3', 'train_samples_per_second': '724.2', 'train_steps_per_second': '11.32', 'train_loss': '2.204', 'epoch': '0.2359', 'train/total_time_seconds': '238.4', 'train/time_per_step_avg': '0.2443', 'train/epoch_time_elapsed': '308.5', 'train/estimated_remaining_minutes': '0'} +100%|██████████| 10/10 [00:13<00:00, 1.38s/it] +[transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████| 1/1 [00:00<00:00, 16.85it/s] +>>> FINISHED glu-silu-waleed10-100L successfully diff --git a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/wandb-summary.json b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7ea7c4f1c46dc83469d596d36c1720618760ebaa --- /dev/null +++ b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/tensor_grad_model_layers_8_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_84_mlp_gate_proj/norm":3027.48583984375,"train/tensor_act_model_layers_19_mlp/std":0,"train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm":6.34375,"train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_87_mlp_down_proj/range":1.5625,"train/tensor_act_model_layers_47_mlp/max_abs":0.5,"train/tensor_act_model_layers_89_residual_post_attn/mean":43,"train/tensor_act_model_layers_11_residual_pre_attn/mean":5.4375,"train/tensor_act_model_layers_88_mlp/min":0.5,"train/tensor_act_model_layers_86_mlp_up_proj/max_abs":3.171875,"train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_37_residual_post_attn/max_abs":19.75,"train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_76_mlp_down_proj/min":1.75,"train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_46_mlp_down_proj/max_abs":2.90625,"train/tensor_act_model_layers_11_residual_post_attn/max":6.25,"train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_93_mlp/norm":1024,"train/tensor_act_model_layers_1_mlp_up_proj/mean":-0.1181640625,"train/tensor_param_model_layers_33_mlp_gate_proj_weight/std":0.03173828125,"train/tensor_param_model_layers_95_mlp_gate_proj_weight/min":-0.189453125,"train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_52_residual_post_mlp/max":27.75,"train/tensor_act_model_layers_70_residual_pre_attn/norm":69209.875,"train/tensor_act_model_layers_15_mlp_gate_proj/min":-1.34375,"train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_63_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_82_residual_post_mlp/max":43.5,"train/tensor_grad_model_layers_1_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_14_residual_post_mlp/norm":15126.0263671875,"train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_mlp_down_proj/range":1.125,"train/tensor_act_model_layers_92_residual_pre_attn/min":41.25,"train/tensor_act_model_layers_51_mlp/min":0.5,"train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs":0.11474609375,"train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_46_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_32_mlp_up_proj_weight/range":0.24462890625,"train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_46_mlp/min":0.5,"train/tensor_act_model_layers_93_residual_post_mlp/std":1.4140625,"train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm":7.28125,"train/tensor_grad_model_layers_25_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_99_mlp/max":0.5,"train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_24_mlp_up_proj/max":2.15625,"train/tensor_act_model_layers_41_mlp_down_proj/min":1.78125,"train/tensor_param_model_layers_36_mlp_gate_proj_weight/std":0.032958984375,"train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_59_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_52_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_8_mlp_up_proj_weight/std":0.0277099609375,"train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_37_residual_post_attn/norm":36877.25,"train/tensor_act_model_layers_50_residual_post_mlp/min":22.375,"train/tensor_grad_model_layers_49_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_0_residual_pre_attn/norm":186.0115966796875,"train/tensor_act_model_layers_91_mlp_down_proj/std":0.2275390625,"train/tensor_act_model_layers_11_mlp_up_proj/min":-2.09375,"train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs":0.1279296875,"train/tensor_act_model_layers_36_mlp_gate_proj/max":2.296875,"train/tensor_act_model_layers_39_mlp_up_proj/std":1.0703125,"train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_4_residual_post_attn/max_abs":2.625,"train/tensor_act_model_layers_78_residual_post_attn/range":6,"train/tensor_act_model_layers_50_mlp_up_proj/mean":-0.036865234375,"train/tensor_act_model_layers_86_mlp_up_proj/max":3.171875,"train/tensor_act_model_layers_10_mlp_down_proj/std":0.185546875,"train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_75_mlp_gate_proj_weight/range":0.2705078125,"train/tensor_grad_model_layers_50_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_57_residual_post_attn/norm":56450.91796875,"train/tensor_act_model_layers_99_residual_post_mlp/max":52.25,"train/tensor_act_model_layers_74_mlp/max":0.5,"train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_21_mlp_up_proj_weight/min":-0.12353515625,"train/tensor_param_model_layers_10_mlp_up_proj_weight/mean":0.0002498626708984375,"train/tensor_act_model_layers_80_mlp_down_proj/range":0.984375,"train/tensor_param_model_layers_2_mlp_down_proj_weight/range":0.22900390625,"train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_49_residual_post_attn/norm":48668.81640625,"train/tensor_act_model_layers_30_residual_pre_attn/max_abs":16,"train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_53_residual_post_attn/mean":25.625,"train/tensor_act_model_layers_65_mlp/std":0,"train/tensor_act_model_layers_22_residual_post_attn/mean":10.75,"train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs":0.138671875,"train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_38_mlp_up_proj/norm":3149.447509765625,"train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_67_residual_post_attn/range":4.75,"train/tensor_act_model_layers_24_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_87_mlp_down_proj/min":1.734375,"train/tensor_act_model_layers_83_residual_post_attn/norm":82338.953125,"train/tensor_grad_model_layers_37_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean":0.0010986328125,"train/tensor_act_model_layers_21_residual_post_attn/norm":21029.0078125,"train/tensor_act_model_layers_11_residual_post_mlp/max_abs":6.75,"train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_10_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_97_mlp_down_proj/range":6.9375,"train/tensor_act_model_layers_26_mlp_down_proj/max_abs":2.515625,"train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm":5.21875,"train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean":0.00090789794921875,"train/tensor_act_model_layers_85_mlp_up_proj/norm":3046.8173828125,"train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_73_mlp_up_proj/range":5.03125,"train/tensor_act_model_layers_11_mlp_up_proj/norm":3207.322509765625,"train/tensor_act_model_layers_39_residual_post_mlp/mean":19.5,"train/tensor_act_model_layers_23_mlp_up_proj/mean":0.076171875,"train/tensor_act_model_layers_68_mlp_down_proj/mean":1.9765625,"train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_61_residual_pre_attn/min":27.125,"train/tensor_act_model_layers_85_residual_post_attn/mean":41.25,"train/tensor_param_model_layers_40_mlp_up_proj_weight/range":0.24755859375,"train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_1_residual_pre_attn/range":0.63671875,"train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_residual_post_attn/norm":14103.1806640625,"train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_49_mlp_down_proj/min":1.78125,"train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_5_mlp_up_proj_weight/norm":5.03125,"train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_16_residual_post_mlp/range":2,"train/tensor_param_model_layers_43_mlp_up_proj_weight/std":0.03271484375,"train/tensor_act_model_layers_26_mlp/max":0.5,"train/tensor_act_model_layers_13_mlp_gate_proj/range":3.4609375,"train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm":5.5625,"train/tensor_param_model_layers_90_mlp_down_proj_weight/norm":8.375,"train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs":0.123046875,"train/tensor_param_model_layers_80_mlp_down_proj_weight/mean":0.0002002716064453125,"train/tensor_param_model_layers_71_mlp_gate_proj_weight/range":0.3046875,"train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_26_residual_pre_attn/mean":12.6875,"train/tensor_act_model_layers_60_mlp_gate_proj/std":1.015625,"train/tensor_grad_model_layers_45_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean":0.00179290771484375,"train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_85_residual_pre_attn/mean":41.25,"train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_22_mlp_up_proj_weight/mean":-0.00074005126953125,"train/tensor_param_model_layers_60_mlp_up_proj_weight/std":0.035888671875,"train/tensor_act_model_layers_66_mlp/max":0.5,"train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm":6.25,"train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_9_mlp/mean":0.5,"train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_8_mlp_down_proj/max_abs":2.625,"train/tensor_act_model_layers_15_residual_post_attn/max_abs":8.4375,"train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_45_mlp_down_proj_weight/norm":6,"train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_72_residual_pre_attn/norm":71218.453125,"train/tensor_param_model_layers_22_mlp_down_proj_weight/range":0.2216796875,"train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_39_mlp/min":0.5,"train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_30_residual_post_attn/mean":14.625,"train/tensor_act_model_layers_77_residual_pre_attn/max_abs":40,"train/tensor_act_model_layers_84_residual_post_mlp/std":1.265625,"train/tensor_param_model_layers_23_mlp_up_proj_weight/std":0.030029296875,"train/tensor_act_model_layers_98_residual_post_mlp/max_abs":51.75,"train/tensor_act_model_layers_14_mlp_up_proj/max_abs":2.046875,"train/tensor_grad_model_layers_4_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_44_mlp_down_proj/max":2.609375,"train/tensor_act_model_layers_87_residual_post_mlp/range":7,"train/tensor_param_model_layers_64_mlp_up_proj_weight/range":0.2587890625,"train/tensor_act_model_layers_58_mlp/max":0.5,"train/tensor_act_model_layers_28_residual_pre_attn/std":0.478515625,"train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_2_residual_post_mlp/norm":3069.4970703125,"train/tensor_act_model_layers_71_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_45_mlp/mean":0.5,"train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_85_residual_post_attn/max":44.5,"train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_69_mlp_down_proj_weight/min":-0.1416015625,"train/tensor_grad_model_layers_37_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_13_mlp_down_proj/norm":3937.639404296875,"train/tensor_act_model_layers_71_mlp/range":0,"train/tensor_grad_model_layers_91_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_82_mlp_up_proj_weight/norm":7.875,"train/tensor_act_model_layers_73_mlp_gate_proj/std":1.0234375,"train/tensor_act_model_layers_88_mlp/max_abs":0.5,"train/tensor_act_model_layers_60_mlp_up_proj/range":4.671875,"train/tensor_param_model_layers_38_mlp_down_proj_weight/norm":5.78125,"train/tensor_act_model_layers_63_residual_post_mlp/std":0.9296875,"train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_mlp/mean":0.5,"train/tensor_grad_model_layers_48_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_26_residual_post_attn/max":14,"train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_31_mlp_gate_proj/norm":3104.32763671875,"train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_97_mlp/min":-0.5,"train/tensor_act_model_layers_35_residual_pre_attn/max_abs":18.75,"train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_30_mlp_up_proj_weight/min":-0.1142578125,"train/tensor_act_model_layers_34_residual_post_attn/std":0.59765625,"train/tensor_grad_model_layers_8_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_26_mlp_down_proj_weight/range":0.23486328125,"train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs":0.1259765625,"train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_77_mlp_up_proj/max_abs":2.59375,"train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_78_mlp_gate_proj/min":-1.2421875,"train/tensor_grad_model_layers_28_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_66_residual_pre_attn/min":29.375,"train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_0_mlp_up_proj/range":8.375,"train/tensor_act_model_layers_22_mlp_down_proj/norm":3948.362060546875,"train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_77_mlp_gate_proj/min":-1.265625,"train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_16_mlp_down_proj/max":2.90625,"train/tensor_act_model_layers_39_residual_pre_attn/min":17.125,"train/tensor_act_model_layers_47_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_8_residual_post_attn/std":0.201171875,"train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean":0.00109100341796875,"train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_35_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_30_mlp/min":0.5,"train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_23_residual_post_attn/range":2.4375,"train/tensor_act_model_layers_6_mlp_up_proj/range":4.703125,"train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_50_mlp_down_proj/max_abs":2.640625,"train/tensor_param_model_layers_78_mlp_down_proj_weight/norm":7.25,"train/tensor_grad_model_layers_45_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_21_mlp_down_proj/mean":1.9453125,"train/tensor_param_model_layers_17_mlp_gate_proj_weight/range":0.24267578125,"train/tensor_act_model_layers_17_mlp_down_proj/max":2.578125,"train/tensor_grad_model_layers_72_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_49_mlp/min":0.5,"train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean":0.00157928466796875,"train/tensor_grad_model_layers_21_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_97_mlp_gate_proj/max_abs":3.171875,"train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_12_residual_post_mlp/norm":13132.271484375,"train/tensor_act_model_layers_93_mlp_up_proj/norm":3137.61767578125,"train/tensor_param_model_layers_46_mlp_gate_proj_weight/min":-0.134765625,"train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_16_mlp/min":0.5,"train/tensor_act_model_layers_69_residual_pre_attn/range":4.875,"train/tensor_param_model_layers_52_mlp_up_proj_weight/norm":6.375,"train/tensor_act_model_layers_29_residual_post_attn/mean":14.125,"train/tensor_act_model_layers_16_residual_post_attn/min":6.875,"train/tensor_act_model_layers_52_mlp_down_proj/norm":4009.97412109375,"train/tensor_act_model_layers_13_residual_post_attn/min":5.5625,"train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_55_residual_pre_attn/max":28.625,"train/tensor_act_model_layers_25_mlp_up_proj/std":1.1015625,"train/tensor_param_model_layers_99_mlp_up_proj_weight/min":-0.1591796875,"train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm":6.53125,"train/tensor_param_model_layers_33_mlp_up_proj_weight/max":0.125,"train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_83_residual_post_mlp/std":1.265625,"train/tensor_grad_model_layers_16_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_9_mlp_gate_proj/max_abs":2.3125,"train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_98_mlp_up_proj_weight/std":0.0537109375,"train/tensor_act_model_layers_84_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_61_residual_post_attn/norm":60327.2734375,"train/tensor_act_model_layers_78_mlp_gate_proj/max_abs":2.8125,"train/tensor_grad_model_layers_57_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_47_residual_post_mlp/norm":47781.9140625,"train/tensor_grad_model_layers_65_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_11_mlp_down_proj/min":1.7734375,"train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs":0.130859375,"train/tensor_act_model_layers_69_mlp_up_proj/std":1.0703125,"train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_92_mlp_up_proj_weight/min":-0.150390625,"train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_19_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_73_residual_post_attn/max_abs":37.75,"train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_82_mlp_gate_proj/mean":0.2392578125,"train/tensor_act_model_layers_72_mlp_down_proj/std":0.15625,"train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_40_mlp_down_proj_weight/range":0.24853515625,"train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_15_mlp_down_proj_weight/min":-0.1162109375,"train/tensor_act_model_layers_42_residual_post_mlp/std":0.66796875,"train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean":0.00017070770263671875,"train/tensor_param_model_layers_73_mlp_up_proj_weight/mean":0.0006866455078125,"train/tensor_act_model_layers_68_residual_post_attn/std":0.984375,"train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_32_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_46_mlp_gate_proj_weight/std":0.03466796875,"train/tensor_act_model_layers_25_mlp/std":0,"train/tensor_grad_model_layers_83_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_30_residual_pre_attn/max":16,"train/tensor_act_model_layers_44_mlp/std":0,"train/tensor_act_model_layers_34_residual_post_attn/max":18.25,"train/tensor_act_model_layers_68_residual_pre_attn/mean":32.75,"train/tensor_grad_model_layers_7_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_24_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_43_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_23_mlp_down_proj/norm":3995.48779296875,"train/tensor_act_model_layers_22_mlp/std":0,"train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_16_residual_post_mlp/norm":17105.837890625,"train/tensor_act_model_layers_47_residual_post_attn/min":20.75,"train/tensor_param_model_layers_55_mlp_up_proj_weight/max":0.125,"train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_19_mlp_down_proj/std":0.1416015625,"train/tensor_grad_model_layers_6_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_13_residual_post_mlp/norm":14107.201171875,"train/tensor_param_model_layers_63_mlp_up_proj_weight/std":0.036376953125,"train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_67_residual_pre_attn/max_abs":34.75,"train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_28_mlp_down_proj/mean":1.9375,"train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_mlp_gate_proj/mean":0.07958984375,"train/tensor_grad_model_layers_34_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_73_mlp_down_proj_weight/norm":6.75,"train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_9_residual_post_mlp/min":4.25,"train/tensor_act_model_layers_41_mlp_gate_proj/max_abs":2.25,"train/tensor_act_model_layers_96_residual_post_attn/norm":95276.203125,"train/tensor_act_model_layers_7_mlp_gate_proj/mean":-0.01434326171875,"train/tensor_param_model_layers_57_mlp_up_proj_weight/max":0.1279296875,"train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_30_mlp_up_proj/max":2.234375,"train/tensor_param_model_layers_27_mlp_up_proj_weight/norm":5.4375,"train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_91_residual_post_attn/mean":44,"train/tensor_act_model_layers_25_mlp_gate_proj/max":2.109375,"train/tensor_act_model_layers_82_mlp_up_proj/range":4.890625,"train/tensor_param_model_layers_90_mlp_down_proj_weight/range":0.2978515625,"train/tensor_param_model_layers_15_mlp_down_proj_weight/std":0.0281982421875,"train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_57_mlp_gate_proj_weight/range":0.271484375,"train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_61_mlp/min":0.5,"train/tensor_act_model_layers_86_mlp_gate_proj/range":4.2421875,"train/tensor_act_model_layers_63_mlp_up_proj/std":1.109375,"train/tensor_act_model_layers_80_mlp_gate_proj/min":-1.6484375,"train/tensor_act_model_layers_19_mlp_up_proj/norm":3110.93896484375,"train/tensor_act_model_layers_68_residual_post_attn/norm":67221.9140625,"train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs":0.11767578125,"train/tensor_act_model_layers_35_mlp_down_proj/mean":1.9453125,"train/tensor_param_model_layers_20_mlp_up_proj_weight/std":0.0294189453125,"train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm":5.46875,"train/tensor_grad_model_layers_31_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_94_mlp/std":0,"train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_mlp_gate_proj/std":1.0234375,"train/tensor_act_model_layers_45_mlp_down_proj/max":2.578125,"train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_4_mlp_up_proj/max_abs":2.59375,"train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean":0.00188446044921875,"train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean":0.00140380859375,"train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_9_residual_post_mlp/range":1.4375,"train/tensor_act_model_layers_9_residual_pre_attn/min":3.6875,"train/tensor_act_model_layers_12_residual_post_attn/min":5.125,"train/tensor_act_model_layers_27_mlp_down_proj/max_abs":2.625,"train/tensor_act_model_layers_52_residual_post_attn/norm":51618.578125,"train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_18_residual_post_attn/range":2.28125,"train/tensor_act_model_layers_93_mlp_up_proj/min":-2.640625,"train/tensor_act_model_layers_68_residual_post_attn/max":35.25,"train/tensor_act_model_layers_20_residual_post_mlp/mean":10.25,"train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_59_mlp_down_proj/min":1.765625,"train/tensor_grad_model_layers_59_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_28_mlp_down_proj/max_abs":2.625,"train/tensor_act_model_layers_20_mlp_down_proj/max":2.390625,"train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_34_mlp_gate_proj/min":-1.296875,"train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs":0.1328125,"train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_69_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_98_mlp_gate_proj/std":1.046875,"train/tensor_act_model_layers_34_residual_pre_attn/mean":16.5,"train/tensor_param_model_layers_71_mlp_gate_proj_weight/max":0.134765625,"train/tensor_act_model_layers_73_mlp_gate_proj/max_abs":2.5625,"train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_90_mlp_down_proj/range":2.375,"train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_81_residual_post_attn/max_abs":42.25,"train/tensor_act_model_layers_19_residual_post_mlp/max":11.0625,"train/tensor_act_model_layers_76_mlp_up_proj/max":2.9375,"train/tensor_act_model_layers_13_mlp_up_proj/max_abs":2.203125,"train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_66_mlp_gate_proj/std":1.0234375,"train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_55_mlp_up_proj/mean":-0.00872802734375,"train/tensor_act_model_layers_35_mlp_gate_proj/std":1.015625,"train/tensor_act_model_layers_59_residual_post_mlp/mean":29,"train/tensor_act_model_layers_2_mlp/max_abs":0.5,"train/tensor_grad_model_layers_87_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_18_mlp_down_proj_weight/max":0.11279296875,"train/tensor_grad_model_layers_41_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_70_mlp/max_abs":0.5,"train/tensor_act_model_layers_86_mlp_down_proj/norm":4333.17822265625,"train/tensor_act_model_layers_92_residual_pre_attn/range":7.5,"train/tensor_grad_model_layers_68_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_51_mlp_down_proj/max":2.53125,"train/tensor_param_model_layers_66_mlp_up_proj_weight/range":0.2763671875,"train/tensor_act_model_layers_92_mlp_gate_proj/std":1.046875,"train/tensor_act_model_layers_27_mlp_up_proj/max":2.03125,"train/tensor_act_model_layers_0_residual_pre_attn/max_abs":0.30078125,"train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_66_mlp_up_proj/norm":3201.1337890625,"train/tensor_act_model_layers_21_residual_post_attn/max_abs":11.5,"train/tensor_act_model_layers_87_mlp/max_abs":0.5,"train/tensor_grad_model_layers_12_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean":0.000797271728515625,"train/tensor_param_model_layers_57_mlp_down_proj_weight/max":0.1298828125,"train/tensor_param_model_layers_24_mlp_down_proj_weight/max":0.11962890625,"train/tensor_act_model_layers_28_mlp_down_proj/min":1.8046875,"train/tensor_act_model_layers_41_mlp_up_proj/mean":0.0086669921875,"train/tensor_grad_model_layers_16_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_17_mlp_down_proj/norm":4000.6416015625,"train/tensor_act_model_layers_33_mlp/max_abs":0.5,"train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_37_residual_post_mlp/min":16.625,"train/tensor_act_model_layers_25_residual_post_mlp/max":14.0625,"train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_69_mlp_down_proj_weight/std":0.036865234375,"train/tensor_param_model_layers_89_mlp_down_proj_weight/mean":0.000934600830078125,"train/tensor_act_model_layers_91_residual_pre_attn/max_abs":48,"train/tensor_act_model_layers_93_residual_pre_attn/std":1.3984375,"train/tensor_param_model_layers_6_mlp_up_proj_weight/max":0.1064453125,"train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_62_mlp_down_proj/std":0.189453125,"train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_52_mlp_down_proj/max_abs":2.46875,"train/tensor_act_model_layers_71_mlp_gate_proj/std":1.03125,"train/tensor_act_model_layers_7_residual_post_mlp/max_abs":4.65625,"train/tensor_act_model_layers_85_residual_post_attn/std":1.265625,"train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_20_residual_pre_attn/max":11.0625,"train/tensor_act_model_layers_70_mlp/range":0,"train/tensor_act_model_layers_72_mlp_up_proj/std":1.0703125,"train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_31_residual_pre_attn/min":13.5625,"train/tensor_act_model_layers_26_residual_post_attn/std":0.45703125,"train/tensor_act_model_layers_32_mlp_up_proj/range":4.765625,"train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs":0.11767578125,"train/tensor_act_model_layers_40_residual_pre_attn/max":21.125,"train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_mlp_down_proj/min":1.78125,"train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_64_residual_post_attn/max_abs":33.25,"train/tensor_param_model_layers_5_mlp_up_proj_weight/std":0.02783203125,"train/tensor_act_model_layers_74_residual_post_mlp/min":33.75,"train/tensor_act_model_layers_39_mlp_down_proj/max_abs":2.59375,"train/tensor_param_model_layers_22_mlp_up_proj_weight/range":0.2265625,"train/tensor_act_model_layers_98_mlp_up_proj/range":5.625,"train/tensor_act_model_layers_66_residual_pre_attn/range":4.875,"train/tensor_act_model_layers_49_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_22_mlp_down_proj/max_abs":2.46875,"train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_97_mlp_up_proj_weight/min":-0.1875,"train/tensor_act_model_layers_15_mlp_gate_proj/mean":0.09521484375,"train/tensor_act_model_layers_98_residual_post_attn/max_abs":51.25,"train/tensor_act_model_layers_92_mlp/max":0.5,"train/tensor_act_model_layers_61_mlp/max_abs":0.5,"train/tensor_act_model_layers_24_residual_post_attn/mean":11.75,"train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_64_mlp_down_proj_weight/norm":6.5625,"train/tensor_act_model_layers_31_mlp/norm":1024,"train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_18_residual_post_mlp/min":8.25,"train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_19_mlp/max":0.5,"train/tensor_param_model_layers_38_mlp_up_proj_weight/std":0.0322265625,"train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_65_mlp_up_proj/min":-2.4375,"train/tensor_act_model_layers_82_residual_post_attn/norm":81363.3125,"train/tensor_act_model_layers_14_mlp_gate_proj/range":3.53125,"train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_29_mlp_up_proj_weight/max":0.11279296875,"train/tensor_act_model_layers_35_mlp_up_proj/range":4.375,"train/tensor_act_model_layers_89_mlp/norm":1024,"train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs":0.1328125,"train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_61_residual_pre_attn/norm":60377.66015625,"train/tensor_grad_model_layers_39_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_66_mlp_up_proj/range":4.75,"train/tensor_act_model_layers_47_mlp/std":0,"train/tensor_grad_model_layers_72_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_80_residual_pre_attn/min":35.5,"train/tensor_act_model_layers_35_residual_post_mlp/range":3.6875,"train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_mlp_up_proj/mean":0.01513671875,"train/tensor_grad_model_layers_43_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_8_residual_post_mlp/max_abs":5.15625,"train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_73_mlp_up_proj_weight/max":0.1357421875,"train/tensor_act_model_layers_92_mlp_up_proj/range":6.203125,"train/tensor_param_model_layers_94_mlp_down_proj_weight/max":0.1767578125,"train/tensor_act_model_layers_5_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_50_mlp_gate_proj/max_abs":2.359375,"train/tensor_param_model_layers_6_mlp_down_proj_weight/std":0.0272216796875,"train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_20_residual_post_mlp/range":2.4375,"train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_51_mlp_gate_proj/mean":0.1142578125,"train/tensor_act_model_layers_42_residual_pre_attn/std":0.625,"train/tensor_act_model_layers_60_mlp/max_abs":0.5,"train/tensor_act_model_layers_76_residual_post_mlp/mean":37.25,"train/tensor_act_model_layers_26_mlp_gate_proj/norm":3092.420654296875,"train/tensor_act_model_layers_46_residual_post_mlp/mean":22.875,"train/tensor_act_model_layers_24_residual_post_mlp/min":11,"train/tensor_act_model_layers_93_mlp_gate_proj/max":3.046875,"train/tensor_act_model_layers_28_residual_pre_attn/range":2.6875,"train/tensor_act_model_layers_32_residual_post_mlp/max":17.75,"train/tensor_act_model_layers_16_mlp_down_proj/norm":4017.219970703125,"train/tensor_act_model_layers_38_residual_pre_attn/norm":37900.6875,"train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_66_mlp_down_proj_weight/range":0.2568359375,"train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_22_residual_post_mlp/mean":11.25,"train/tensor_act_model_layers_71_mlp_up_proj/range":4.8125,"train/tensor_grad_model_layers_63_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm":6.875,"train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_94_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_45_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_58_mlp_down_proj_weight/norm":6.46875,"train/tensor_act_model_layers_2_residual_post_attn/min":0.53125,"train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_40_residual_pre_attn/norm":39841.8203125,"train/tensor_grad_model_layers_55_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_83_residual_pre_attn/std":1.265625,"train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_32_mlp_gate_proj/std":1.0390625,"train/tensor_param_model_layers_85_mlp_up_proj_weight/norm":8.0625,"train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_62_residual_pre_attn/range":5,"train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_28_mlp_up_proj/norm":3212.731201171875,"train/tensor_act_model_layers_54_mlp_down_proj/max":2.59375,"train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_84_mlp_gate_proj/min":-1.28125,"train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_84_mlp_down_proj_weight/range":0.3037109375,"train/tensor_act_model_layers_84_residual_pre_attn/std":1.265625,"train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_14_residual_post_attn/min":5.96875,"train/tensor_act_model_layers_96_mlp_down_proj/mean":2.03125,"train/tensor_act_model_layers_49_mlp_gate_proj/max_abs":2.296875,"train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs":0.1318359375,"train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_28_mlp_up_proj/min":-1.9296875,"train/tensor_act_model_layers_7_mlp_up_proj/max_abs":2.421875,"train/tensor_grad_model_layers_80_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_33_residual_post_mlp/min":14.75,"train/tensor_grad_model_layers_54_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_25_mlp_gate_proj/norm":2978.9921875,"train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_89_mlp_gate_proj_weight/min":-0.158203125,"train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_68_residual_pre_attn/max":35.25,"train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_28_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs":0.1650390625,"train/tensor_act_model_layers_83_mlp_down_proj/norm":4024.278564453125,"train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit":0.6926076412200928,"train/tensor_act_model_layers_97_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_34_residual_post_mlp/max":18.75,"train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean":0.00116729736328125,"train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_18_residual_post_attn/max_abs":10,"train/tensor_act_model_layers_92_mlp/norm":1024,"train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs":0.1298828125,"train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs":0.125,"train/tensor_grad_model_layers_80_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_92_mlp_down_proj_weight/min":-0.15234375,"train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_83_mlp_up_proj/std":1.03125,"train/tensor_grad_model_layers_55_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_63_mlp/norm":1024,"train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_80_mlp_gate_proj_weight/max":0.1396484375,"train/tensor_act_model_layers_9_mlp_gate_proj/min":-1.3984375,"train/tensor_act_model_layers_11_residual_post_attn/std":0.2451171875,"train/tensor_param_model_layers_36_mlp_gate_proj_weight/min":-0.12353515625,"train/tensor_act_model_layers_90_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_95_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_46_mlp_up_proj_weight/std":0.033203125,"train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_80_mlp_up_proj/mean":0.07763671875,"train/tensor_grad_model_layers_2_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_20_mlp_down_proj_weight/norm":5.28125,"train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_64_mlp_up_proj_weight/max":0.1318359375,"train/tensor_param_model_layers_82_mlp_down_proj_weight/norm":7.84375,"train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_45_mlp_up_proj/min":-2.1875,"train/tensor_act_model_layers_59_residual_post_mlp/min":26.625,"train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean":0.000965118408203125,"train/tensor_grad_model_layers_25_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_45_residual_post_mlp/min":20.375,"train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_70_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_55_residual_post_attn/norm":54501.31640625,"train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_77_mlp_gate_proj/range":3.796875,"train/tensor_grad_model_layers_31_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_82_mlp_gate_proj/std":1.015625,"train/tensor_act_model_layers_37_mlp_gate_proj/min":-1.2734375,"train/tensor_act_model_layers_1_residual_post_mlp/max_abs":1.390625,"train/tensor_act_model_layers_29_mlp/min":0.5,"train/tensor_grad_model_layers_52_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_2_residual_pre_attn/range":0.8359375,"train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_95_mlp_gate_proj_weight/std":0.05419921875,"train/tensor_act_model_layers_36_mlp_gate_proj/max_abs":2.296875,"train/tensor_act_model_layers_63_residual_pre_attn/std":0.9296875,"train/tensor_act_model_layers_4_mlp_gate_proj/norm":2930.70703125,"train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit":0.032628536224365234,"train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_33_mlp_gate_proj_weight/min":-0.125,"train/tensor_param_model_layers_50_mlp_up_proj_weight/norm":6.21875,"train/tensor_act_model_layers_28_residual_post_mlp/std":0.490234375,"train/tensor_grad_model_layers_25_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_18_mlp_gate_proj/min":-1.2890625,"train/tensor_act_model_layers_60_residual_pre_attn/range":4.75,"train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm":5.1875,"train/tensor_act_model_layers_0_mlp_down_proj/max_abs":22.875,"train/tensor_act_model_layers_42_mlp_up_proj/std":1.0703125,"train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_92_mlp_down_proj_weight/std":0.0478515625,"train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_49_residual_pre_attn/norm":48731.33984375,"train/tensor_param_model_layers_39_mlp_up_proj_weight/norm":5.875,"train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_50_mlp_gate_proj/min":-1.2421875,"train/tensor_param_model_layers_5_mlp_up_proj_weight/mean":0.000118255615234375,"train/tensor_act_model_layers_61_mlp_gate_proj/max":2.671875,"train/tensor_grad_model_layers_95_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_11_mlp_down_proj_weight/range":0.2099609375,"train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_94_mlp_down_proj/norm":4357.41455078125,"train/tensor_act_model_layers_9_mlp_up_proj/norm":3168.827392578125,"train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_66_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_83_mlp_up_proj_weight/max":0.140625,"train/tensor_param_model_layers_89_mlp_gate_proj_weight/std":0.04931640625,"train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_54_mlp_up_proj_weight/max":0.126953125,"train/tensor_act_model_layers_46_mlp_down_proj/norm":4005.89794921875,"train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_34_mlp_up_proj_weight/std":0.031005859375,"train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_0_mlp_up_proj/mean":0.0191650390625,"train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_0_mlp_up_proj/std":1.1328125,"train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_55_mlp_gate_proj/max_abs":2.265625,"train/tensor_grad_model_layers_90_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_12_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_18_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_66_mlp_gate_proj_weight/min":-0.138671875,"train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_22_mlp_gate_proj/min":-1.4140625,"train/tensor_act_model_layers_21_mlp_up_proj/mean":0.0615234375,"train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_91_mlp_down_proj_weight/max":0.142578125,"train/tensor_act_model_layers_97_mlp_up_proj/std":1.0859375,"train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_52_residual_post_attn/mean":25.25,"train/tensor_act_model_layers_4_residual_pre_attn/std":0.15234375,"train/tensor_act_model_layers_84_residual_pre_attn/max":44,"train/tensor_param_model_layers_25_mlp_gate_proj_weight/std":0.03076171875,"train/tensor_param_model_layers_49_mlp_gate_proj_weight/std":0.035888671875,"train/tensor_act_model_layers_81_residual_pre_attn/max_abs":42,"train/tensor_act_model_layers_64_mlp_gate_proj/min":-1.203125,"train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_10_mlp/max":0.5,"train/tensor_act_model_layers_26_residual_pre_attn/norm":26020.666015625,"train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_33_mlp/range":0,"train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_27_residual_post_mlp/min":12.375,"train/tensor_act_model_layers_1_mlp_gate_proj/std":1.1015625,"train/tensor_param_model_layers_7_mlp_down_proj_weight/norm":5,"train/tensor_act_model_layers_22_residual_post_mlp/norm":23041.38671875,"train/tensor_act_model_layers_85_residual_pre_attn/norm":84369.75,"train/tensor_act_model_layers_87_mlp_up_proj/range":5.53125,"train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_46_residual_post_mlp/norm":46777.79296875,"train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_10_mlp_up_proj/min":-2.09375,"train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_59_residual_pre_attn/max_abs":30.875,"train/tensor_act_model_layers_65_mlp_gate_proj/max":2.390625,"train/tensor_act_model_layers_68_residual_post_attn/mean":32.75,"train/tensor_act_model_layers_68_residual_pre_attn/std":0.98828125,"train/tensor_act_model_layers_72_residual_pre_attn/mean":34.75,"train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_35_mlp/max":0.5,"train/tensor_param_model_layers_82_mlp_gate_proj_weight/max":0.1435546875,"train/tensor_act_model_layers_40_mlp_gate_proj/mean":0.07958984375,"train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_59_mlp_up_proj/max_abs":2.5,"train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_76_residual_post_mlp/norm":76236.8203125,"train/tensor_grad_model_layers_0_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_42_residual_pre_attn/max":22.125,"train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_59_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_10_residual_post_mlp/max":6.1875,"train/tensor_act_model_layers_11_mlp_gate_proj/std":1.046875,"train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_41_residual_post_mlp/min":18.375,"train/tensor_param_model_layers_81_mlp_down_proj_weight/norm":7.75,"train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_95_mlp_up_proj_weight/min":-0.15625,"train/tensor_act_model_layers_28_mlp_gate_proj/range":3.390625,"train/tensor_param_model_layers_99_mlp_down_proj_weight/mean":-0.00021457672119140625,"train/tensor_act_model_layers_24_mlp_down_proj/norm":4009.0888671875,"train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_41_mlp_up_proj/range":4.625,"train/tensor_act_model_layers_96_mlp/std":0.1240234375,"train/tensor_param_model_layers_32_mlp_up_proj_weight/mean":2.3990869522094727e-06,"train/tensor_act_model_layers_37_residual_pre_attn/max_abs":19.75,"train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_81_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_86_mlp_gate_proj_weight/range":0.2880859375,"train/tensor_act_model_layers_0_residual_post_mlp/std":0.09130859375,"train/tensor_param_model_layers_48_mlp_up_proj_weight/min":-0.1259765625,"train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_64_mlp_up_proj/mean":-0.06982421875,"train/tensor_act_model_layers_26_mlp_down_proj/range":0.71875,"train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_49_mlp_gate_proj/mean":0.1435546875,"train/tensor_grad_model_layers_93_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_30_mlp/mean":0.5,"train/tensor_act_model_layers_32_mlp/range":0,"train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_residual_post_mlp/min":6.46875,"train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_99_mlp_gate_proj_weight/range":0.419921875,"train/tensor_act_model_layers_81_mlp/max_abs":0.5,"train/tensor_act_model_layers_83_residual_pre_attn/max":43.5,"train/tensor_param_model_layers_26_mlp_up_proj_weight/mean":0.000362396240234375,"train/tensor_param_model_layers_12_mlp_gate_proj_weight/max":0.12255859375,"train/tensor_grad_model_layers_24_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_5_mlp_up_proj_weight/range":0.23046875,"train/tensor_act_model_layers_68_mlp_down_proj/norm":4068.475341796875,"train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs":0.0986328125,"train/tensor_grad_model_layers_81_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_55_residual_post_mlp/std":0.83984375,"train/tensor_act_model_layers_54_mlp/norm":1024,"train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_32_mlp_up_proj/mean":-0.000865936279296875,"train/tensor_grad_model_layers_61_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_82_mlp_up_proj/mean":0.01123046875,"train/tensor_act_model_layers_7_residual_pre_attn/std":0.17578125,"train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_76_mlp_up_proj/range":5.265625,"train/tensor_act_model_layers_56_mlp_gate_proj/norm":3046.9423828125,"train/tensor_grad_model_layers_33_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_27_mlp_down_proj_weight/norm":5.375,"train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs":0.1298828125,"train/tensor_act_model_layers_28_mlp_gate_proj/max_abs":2.15625,"eval/steps_per_second":0.627,"train/tensor_act_model_layers_96_mlp_down_proj/std":0.70703125,"train/tensor_act_model_layers_97_mlp_down_proj/std":0.71875,"train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_66_mlp_up_proj_weight/max":0.1494140625,"train/tensor_act_model_layers_82_mlp/mean":0.5,"train/tensor_param_model_layers_33_mlp_down_proj_weight/std":0.0302734375,"train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs":0.125,"train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_11_mlp_up_proj/range":4.328125,"train/tensor_act_model_layers_99_mlp_down_proj/max":3.28125,"train/tensor_act_model_layers_47_mlp/min":0.5,"train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_62_mlp_up_proj/min":-2.40625,"train/tensor_param_model_layers_82_mlp_down_proj_weight/std":0.04345703125,"train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_4_mlp_down_proj/min":1.7421875,"train/tensor_param_model_layers_90_mlp_gate_proj_weight/min":-0.2158203125,"train/tensor_act_model_layers_4_residual_post_attn/min":1.390625,"train/tensor_grad_model_layers_88_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_19_mlp_up_proj_weight/mean":-0.00016117095947265625,"train/tensor_act_model_layers_90_residual_post_attn/max_abs":47.5,"train/tensor_act_model_layers_41_mlp_gate_proj/std":1.0078125,"train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_39_mlp/mean":0.5,"train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_93_residual_pre_attn/max":49.25,"train/tensor_act_model_layers_82_residual_post_attn/mean":39.75,"train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_70_residual_pre_attn/mean":33.75,"train/tensor_param_model_layers_0_mlp_gate_proj_weight/std":0.04345703125,"train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_7_mlp_gate_proj_weight/max":0.119140625,"train/tensor_param_model_layers_7_mlp_down_proj_weight/max":0.09521484375,"train/tensor_act_model_layers_20_residual_pre_attn/std":0.384765625,"train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_4_mlp_down_proj/norm":4065.84033203125,"train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_22_residual_pre_attn/min":9.625,"train/tensor_grad_model_layers_54_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean":0.0015869140625,"train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_58_mlp/range":0,"train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_31_residual_pre_attn/max_abs":16.625,"train/tensor_act_model_layers_13_residual_post_mlp/mean":6.875,"train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_16_residual_post_mlp/mean":8.375,"train/tensor_act_model_layers_40_residual_pre_attn/std":0.60546875,"train/tensor_act_model_layers_49_residual_post_attn/max":25.625,"train/tensor_param_model_layers_71_mlp_up_proj_weight/range":0.26953125,"train/tensor_grad_model_layers_33_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_49_mlp_up_proj/std":1.0703125,"train/tensor_act_model_layers_20_residual_post_mlp/norm":21034.8125,"train/tensor_act_model_layers_99_mlp_up_proj/min":-3.6875,"train/tensor_act_model_layers_13_mlp_down_proj/max":2.25,"train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_13_mlp_down_proj/mean":1.921875,"train/tensor_act_model_layers_49_residual_pre_attn/mean":23.75,"train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_76_mlp_gate_proj/std":0.9921875,"train/tensor_act_model_layers_24_residual_post_attn/norm":24020.97265625,"train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_38_mlp/mean":0.5,"train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_78_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_70_residual_post_attn/max":36,"train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm":5.65625,"train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_50_mlp_down_proj_weight/max":0.1259765625,"train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs":0.142578125,"train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_27_mlp_up_proj/norm":3084.123046875,"train/tensor_act_model_layers_31_mlp_up_proj/std":1.0703125,"train/tensor_act_model_layers_11_residual_pre_attn/norm":11160.2958984375,"train/tensor_param_model_layers_45_mlp_up_proj_weight/norm":6.03125,"train/tensor_act_model_layers_43_residual_post_attn/max_abs":22.625,"train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_78_mlp_up_proj/std":1.0859375,"train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_45_mlp_up_proj/max_abs":2.375,"train/tensor_act_model_layers_39_mlp/max":0.5,"train/tensor_param_model_layers_10_mlp_down_proj_weight/mean":0.0003223419189453125,"train/tensor_act_model_layers_80_mlp/std":0,"train/tensor_act_model_layers_21_mlp_down_proj/norm":3993.1630859375,"train/tensor_param_model_layers_9_mlp_up_proj_weight/std":0.028076171875,"train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs":0.158203125,"train/tensor_act_model_layers_24_mlp_gate_proj/max_abs":2.125,"train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_55_mlp_down_proj_weight/min":-0.130859375,"train/tensor_act_model_layers_92_mlp_down_proj/range":5.703125,"train/tensor_param_model_layers_75_mlp_down_proj_weight/norm":6.96875,"train/tensor_act_model_layers_5_mlp_down_proj/min":1.7421875,"train/tensor_act_model_layers_85_mlp/std":0,"train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_60_mlp_down_proj/min":1.7890625,"train/tensor_act_model_layers_61_residual_post_attn/std":0.921875,"train/tensor_act_model_layers_8_mlp_down_proj/max":2.625,"train/tensor_param_model_layers_13_mlp_down_proj_weight/range":0.220703125,"train/tensor_act_model_layers_49_mlp_gate_proj/std":1,"train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_93_mlp/max_abs":0.5,"train/tensor_act_model_layers_59_residual_post_mlp/norm":59414.44140625,"train/tensor_act_model_layers_68_mlp/norm":1024,"train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_44_mlp/min":0.5,"train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_77_residual_pre_attn/range":5.75,"train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs":0.1484375,"train/tensor_param_model_layers_10_mlp_gate_proj_weight/range":0.224609375,"train/tensor_param_model_layers_63_mlp_down_proj_weight/max":0.142578125,"train/tensor_act_model_layers_22_mlp_down_proj/mean":1.921875,"train/tensor_grad_model_layers_68_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_34_mlp_down_proj_weight/max":0.12890625,"train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs":0.1259765625,"train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs":0.1376953125,"train/tensor_act_model_layers_22_mlp/mean":0.5,"train/tensor_act_model_layers_16_mlp_gate_proj/max_abs":2.46875,"train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_40_residual_post_attn/std":0.60546875,"train/tensor_act_model_layers_0_mlp_down_proj/std":3.078125,"train/tensor_act_model_layers_30_residual_pre_attn/std":0.5,"train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_59_mlp_up_proj_weight/max":0.126953125,"train/tensor_act_model_layers_31_mlp/range":0,"train/tensor_act_model_layers_55_mlp/std":0,"train/tensor_act_model_layers_87_mlp_gate_proj/std":1.046875,"train/tensor_grad_model_layers_86_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_1_mlp_down_proj_weight/min":-0.1240234375,"train/tensor_act_model_layers_38_residual_post_attn/std":0.60546875,"train/tensor_grad_model_layers_69_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_67_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_68_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_52_mlp_down_proj/mean":1.953125,"train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean":0.0027008056640625,"train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_55_residual_post_attn/mean":26.625,"train/tensor_param_model_layers_96_mlp_down_proj_weight/range":0.3349609375,"train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_69_mlp/norm":1024,"train/tensor_param_model_layers_35_mlp_down_proj_weight/range":0.23291015625,"train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_84_mlp/max":0.5,"train/tensor_param_model_layers_83_mlp_gate_proj_weight/std":0.046142578125,"train/tensor_act_model_layers_55_mlp_up_proj/max":2.578125,"train/tensor_act_model_layers_6_mlp_down_proj/std":0.14453125,"train/tensor_act_model_layers_46_residual_pre_attn/max_abs":24.125,"train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_34_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_79_residual_post_mlp/max_abs":41.5,"train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_23_mlp/std":0,"train/tensor_act_model_layers_61_residual_post_attn/max":31.875,"train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_mlp_up_proj/range":4.765625,"train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs":0.15234375,"train/tensor_act_model_layers_58_mlp_gate_proj/max":2.359375,"train/tensor_act_model_layers_32_mlp_down_proj/min":1.7890625,"train/tensor_act_model_layers_89_residual_post_attn/norm":88316.4296875,"train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_2_mlp_up_proj_weight/norm":5.34375,"train/tensor_act_model_layers_59_mlp_gate_proj/range":3.6484375,"train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean":0.00148773193359375,"train/tensor_act_model_layers_87_residual_post_mlp/max":46,"train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_11_mlp/min":0.5,"train/tensor_act_model_layers_28_mlp_up_proj/range":4.0390625,"train/tensor_param_model_layers_4_mlp_gate_proj_weight/range":0.22509765625,"train/tensor_act_model_layers_73_residual_post_mlp/max_abs":38.25,"train/tensor_param_model_layers_88_mlp_up_proj_weight/mean":9.632110595703125e-05,"train/tensor_act_model_layers_15_mlp/norm":1024,"train/tensor_grad_model_layers_47_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_31_mlp_down_proj/std":0.1298828125,"train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_76_mlp_up_proj/mean":0.0142822265625,"train/tensor_act_model_layers_23_mlp_down_proj/mean":1.9453125,"train/tensor_act_model_layers_38_residual_pre_attn/mean":18.5,"train/tensor_act_model_layers_78_mlp/mean":0.5,"train/tensor_param_model_layers_9_mlp_gate_proj_weight/range":0.24560546875,"train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_1_residual_post_mlp/mean":0.99609375,"train/tensor_grad_model_layers_88_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_55_mlp_down_proj_weight/std":0.03564453125,"train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_57_mlp/max":0.5,"train/tensor_act_model_layers_17_mlp_up_proj/norm":3105.2158203125,"train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_28_mlp_down_proj/norm":3974.521240234375,"train/tensor_act_model_layers_27_mlp/norm":1024,"train/tensor_param_model_layers_95_mlp_down_proj_weight/mean":0.0002040863037109375,"train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_residual_pre_attn/mean":19.5,"train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_91_mlp_gate_proj_weight/max":0.1513671875,"train/tensor_act_model_layers_85_mlp/mean":0.5,"train/tensor_act_model_layers_72_mlp/norm":1024,"train/tensor_act_model_layers_86_mlp_down_proj/max_abs":3.75,"train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_86_residual_post_mlp/range":7.25,"train/tensor_act_model_layers_69_mlp/range":0,"train/tensor_act_model_layers_64_residual_pre_attn/range":4.875,"train/tensor_act_model_layers_53_residual_post_mlp/max_abs":28.125,"train/tensor_param_model_layers_83_mlp_gate_proj_weight/min":-0.14453125,"train/tensor_act_model_layers_40_residual_post_attn/max":21.125,"train/tensor_act_model_layers_9_residual_post_attn/max":5.1875,"train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_21_mlp_up_proj/std":1.109375,"train/tensor_act_model_layers_59_residual_post_attn/min":26.125,"train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm":5.15625,"train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_88_mlp_gate_proj_weight/max":0.166015625,"train/tensor_act_model_layers_12_mlp_gate_proj/min":-1.3359375,"train/tensor_act_model_layers_88_mlp/norm":1024,"train/tensor_param_model_layers_71_mlp_up_proj_weight/norm":6.90625,"train/tensor_act_model_layers_38_residual_post_attn/max":20.25,"train/tensor_act_model_layers_61_residual_pre_attn/mean":29.5,"train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_30_mlp_up_proj/max_abs":2.390625,"train/tensor_param_model_layers_62_mlp_gate_proj_weight/range":0.263671875,"train/tensor_grad_model_layers_84_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_12_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_97_mlp_up_proj_weight/range":0.3828125,"train/tensor_act_model_layers_94_residual_post_mlp/range":7.75,"train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_55_residual_pre_attn/std":0.828125,"train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_5_mlp_down_proj/max":3.140625,"train/tensor_act_model_layers_22_residual_post_attn/max_abs":12,"train/tensor_act_model_layers_35_mlp_down_proj/norm":4000.3837890625,"train/tensor_act_model_layers_8_mlp_down_proj/min":1.78125,"train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_70_mlp_up_proj/max_abs":2.640625,"train/tensor_grad_model_layers_55_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_14_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_74_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_20_residual_post_attn/min":8.625,"train/tensor_act_model_layers_28_residual_pre_attn/max":15.0625,"train/tensor_act_model_layers_36_residual_pre_attn/max_abs":19.125,"train/tensor_act_model_layers_96_mlp_up_proj/std":1.0703125,"train/tensor_act_model_layers_60_mlp_down_proj/range":1.0234375,"train/tensor_act_model_layers_12_residual_post_mlp/mean":6.40625,"train/tensor_param_model_layers_88_mlp_up_proj_weight/max":0.146484375,"train/tensor_act_model_layers_11_residual_pre_attn/min":4.625,"train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_4_mlp_down_proj/range":1.1484375,"train/tensor_act_model_layers_6_mlp_up_proj/norm":3116.08740234375,"train/tensor_param_model_layers_97_mlp_down_proj_weight/mean":-0.00019550323486328125,"train/tensor_act_model_layers_49_residual_post_attn/mean":23.75,"train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_86_mlp_down_proj/mean":2.09375,"train/tensor_act_model_layers_59_mlp_up_proj/range":4.859375,"train/tensor_act_model_layers_20_mlp/std":0,"train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs":0.12109375,"train/tensor_act_model_layers_22_residual_post_attn/norm":22018.134765625,"train/tensor_act_model_layers_53_residual_post_attn/norm":52571.3515625,"train/tensor_grad_model_layers_53_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_15_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_24_mlp_gate_proj/min":-1.2734375,"train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_82_mlp_down_proj/min":1.7578125,"train/tensor_param_model_layers_77_mlp_down_proj_weight/range":0.2802734375,"train/tensor_act_model_layers_75_residual_post_mlp/max":39.25,"train/tensor_act_model_layers_97_residual_pre_attn/range":7.5,"train/tensor_act_model_layers_57_residual_post_attn/mean":27.5,"train/tensor_act_model_layers_51_mlp/mean":0.5,"train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_98_residual_post_attn/range":7.75,"train/tensor_act_model_layers_17_mlp_up_proj/std":1.0703125,"train/tensor_param_model_layers_58_mlp_up_proj_weight/range":0.263671875,"train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_4_mlp_down_proj_weight/max":0.107421875,"train/tensor_act_model_layers_37_residual_post_attn/mean":18,"train/tensor_param_model_layers_90_mlp_gate_proj_weight/std":0.0498046875,"train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_7_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_49_residual_post_attn/std":0.76171875,"train/tensor_param_model_layers_82_mlp_down_proj_weight/min":-0.1376953125,"train/tensor_act_model_layers_32_mlp/norm":1024,"train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_71_mlp_up_proj_weight/min":-0.1337890625,"train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_31_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_14_residual_post_attn/mean":6.875,"train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_46_mlp_up_proj_weight/range":0.2509765625,"train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_74_mlp_down_proj/max":2.890625,"train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_11_mlp_up_proj_weight/norm":5.09375,"train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_16_mlp/max_abs":0.5,"train/tensor_act_model_layers_85_residual_post_attn/norm":84321.921875,"train/tensor_act_model_layers_68_residual_post_mlp/std":0.984375,"train/tensor_param_model_layers_56_mlp_up_proj_weight/mean":0.00019073486328125,"train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_43_mlp_down_proj/max":2.640625,"train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_65_mlp_down_proj_weight/norm":6.59375,"train/tensor_param_model_layers_13_mlp_up_proj_weight/min":-0.11181640625,"train/tensor_act_model_layers_19_residual_post_mlp/range":2.4375,"train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_8_mlp_down_proj_weight/std":0.0272216796875,"train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_grad_model_layers_48_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_2_mlp_up_proj_weight/mean":0.00014972686767578125,"train/tensor_param_model_layers_2_mlp_gate_proj_weight/range":0.2255859375,"train/tensor_act_model_layers_4_mlp_down_proj/max":2.890625,"train/tensor_act_model_layers_47_residual_post_mlp/mean":23.375,"train/tensor_act_model_layers_83_residual_post_attn/mean":40.25,"train/tensor_act_model_layers_28_mlp_up_proj/max_abs":2.109375,"train/tensor_act_model_layers_17_mlp_down_proj/mean":1.9453125,"train/tensor_param_model_layers_29_mlp_up_proj_weight/mean":0.000507354736328125,"train/tensor_act_model_layers_29_mlp_gate_proj/mean":0.197265625,"train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_90_mlp/min":0.5,"train/tensor_act_model_layers_88_mlp_up_proj/min":-2.53125,"train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_21_residual_post_attn/mean":10.25,"train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_94_mlp_down_proj/range":1.53125,"train/tensor_act_model_layers_38_mlp_gate_proj/max":2.21875,"train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_13_mlp_up_proj_weight/range":0.22900390625,"train/tensor_act_model_layers_4_mlp/std":0,"train/tensor_act_model_layers_82_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_95_residual_post_mlp/max":50.5,"train/tensor_act_model_layers_70_residual_post_attn/std":1.0234375,"train/tensor_grad_model_layers_3_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_30_mlp/max_abs":0.5,"train/tensor_act_model_layers_30_residual_post_attn/norm":29935.478515625,"train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_40_mlp_up_proj_weight/std":0.0322265625,"train/tensor_act_model_layers_83_mlp_gate_proj/max":2.96875,"train/tensor_act_model_layers_71_mlp/max_abs":0.5,"train/tensor_act_model_layers_59_mlp_gate_proj/std":1,"train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_36_residual_post_mlp/min":15.9375,"train/tensor_grad_model_layers_48_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_60_mlp_down_proj/max_abs":2.8125,"train/tensor_param_model_layers_43_mlp_gate_proj_weight/range":0.25048828125,"train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_69_mlp_up_proj_weight/min":-0.126953125,"train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm":7.875,"train/tensor_param_model_layers_61_mlp_up_proj_weight/max":0.1298828125,"train/tensor_act_model_layers_0_mlp/norm":1024,"train/tensor_act_model_layers_19_mlp_up_proj/max":2.28125,"train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_15_mlp_gate_proj/max_abs":2.265625,"train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_1_residual_post_mlp/std":0.11083984375,"train/tensor_act_model_layers_90_residual_pre_attn/max_abs":47.5,"train/tensor_param_model_layers_12_mlp_down_proj_weight/norm":5.09375,"train/tensor_act_model_layers_4_residual_post_mlp/norm":5111.78515625,"train/tensor_act_model_layers_93_residual_post_attn/range":7.5,"train/tensor_grad_model_layers_77_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_26_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_residual_pre_attn/std":0.126953125,"train/tensor_param_model_layers_32_mlp_down_proj_weight/max":0.123046875,"train/tensor_act_model_layers_34_residual_pre_attn/norm":33905.90625,"train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_61_mlp_up_proj_weight/range":0.26171875,"train/tensor_grad_model_layers_51_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_68_residual_pre_attn/norm":67244.0859375,"train/tensor_param_model_layers_33_mlp_down_proj_weight/min":-0.126953125,"train/tensor_act_model_layers_16_mlp_down_proj/mean":1.953125,"train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_24_residual_post_mlp/max_abs":13.6875,"train/tensor_grad_model_layers_21_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_68_mlp/mean":0.5,"train/tensor_act_model_layers_88_residual_pre_attn/max_abs":46,"train/tensor_act_model_layers_8_mlp_up_proj/mean":-0.0625,"train/tensor_param_model_layers_15_mlp_gate_proj_weight/max":0.115234375,"train/tensor_act_model_layers_14_mlp_gate_proj/mean":0.068359375,"train/tensor_param_model_layers_50_mlp_up_proj_weight/max":0.1259765625,"train/tensor_act_model_layers_91_mlp/min":0.5,"train/tensor_act_model_layers_88_mlp/std":0,"train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_19_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_15_mlp_up_proj/max":1.8125,"train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_23_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_56_mlp_down_proj_weight/mean":-0.0013275146484375,"train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_33_mlp_up_proj_weight/norm":5.53125,"train/tensor_act_model_layers_65_mlp_down_proj/range":1.09375,"train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_64_mlp/std":0,"train/tensor_act_model_layers_90_mlp_gate_proj/norm":3180.65234375,"train/tensor_act_model_layers_7_mlp_down_proj/range":0.765625,"train/tensor_act_model_layers_60_mlp_up_proj/max":2.234375,"train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_residual_post_mlp/mean":7.375,"train/tensor_act_model_layers_95_mlp_down_proj/max":3.5,"train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_9_mlp_gate_proj/max":2.3125,"train/tensor_param_model_layers_59_mlp_down_proj_weight/max":0.1396484375,"train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_30_residual_post_mlp/std":0.50390625,"train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_92_mlp_up_proj_weight/mean":-0.000316619873046875,"train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm":9.0625,"train/tensor_param_model_layers_16_mlp_gate_proj_weight/range":0.24462890625,"train/tensor_param_model_layers_66_mlp_gate_proj_weight/std":0.03857421875,"train/tensor_param_model_layers_30_mlp_gate_proj_weight/range":0.24853515625,"train/tensor_act_model_layers_40_residual_post_mlp/std":0.60546875,"train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_51_mlp_up_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_66_mlp_gate_proj/mean":0.1123046875,"train/tensor_act_model_layers_83_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_71_mlp_down_proj/min":1.765625,"train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_20_residual_post_mlp/std":0.39453125,"train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm":6.875,"train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm":5.4375,"train/tensor_act_model_layers_22_residual_post_attn/min":9.625,"train/tensor_param_model_layers_62_mlp_down_proj_weight/max":0.126953125,"train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_23_mlp_down_proj_weight/mean":0.000621795654296875,"train/tensor_act_model_layers_45_mlp_gate_proj/mean":0.17578125,"train/tensor_act_model_layers_72_residual_post_attn/std":1.0390625,"train/tensor_act_model_layers_42_mlp_gate_proj/std":1.0234375,"train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm":6.09375,"train/tensor_param_model_layers_29_mlp_down_proj_weight/min":-0.11962890625,"train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_9_mlp_gate_proj_weight/std":0.028564453125,"train/tensor_act_model_layers_86_mlp/std":0,"train/tensor_param_model_layers_55_mlp_down_proj_weight/norm":6.46875,"train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_79_residual_post_mlp/max":41.5,"train/tensor_act_model_layers_51_mlp/max":0.5,"train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm":7.625,"train/tensor_act_model_layers_33_mlp_gate_proj/min":-1.3046875,"train/tensor_act_model_layers_42_mlp/max_abs":0.5,"train/tensor_act_model_layers_46_residual_post_attn/min":20.25,"train/tensor_act_model_layers_28_mlp_gate_proj/std":1.0546875,"train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_76_residual_post_attn/min":33.75,"train/tensor_grad_model_layers_32_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_96_mlp_down_proj/norm":4402.10693359375,"train/tensor_act_model_layers_69_mlp_up_proj/mean":-0.049072265625,"train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm":5.375,"train/tensor_act_model_layers_5_residual_post_mlp/range":1.359375,"train/tensor_param_model_layers_13_mlp_gate_proj_weight/max":0.11767578125,"train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_2_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_5_mlp_up_proj/std":1.0546875,"train/tensor_act_model_layers_35_mlp_down_proj/min":1.7734375,"train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_66_mlp_down_proj/min":1.765625,"train/tensor_act_model_layers_38_mlp_up_proj/max":2.234375,"train/tensor_param_model_layers_36_mlp_down_proj_weight/range":0.23193359375,"train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_68_mlp_up_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_39_residual_post_mlp/norm":39841.8203125,"train/tensor_act_model_layers_27_mlp/max_abs":0.5,"train/tensor_act_model_layers_94_mlp_down_proj/mean":2.109375,"train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_92_mlp_down_proj/min":-2.203125,"train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_45_mlp_gate_proj/range":3.59375,"train/tensor_act_model_layers_61_residual_post_attn/mean":29.5,"train/tensor_act_model_layers_98_mlp_down_proj/min":1.765625,"train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_59_mlp/max":0.5,"train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_26_mlp_up_proj_weight/range":0.24267578125,"train/tensor_act_model_layers_61_mlp_gate_proj/max_abs":2.671875,"train/tensor_act_model_layers_71_mlp/min":0.5,"train/tensor_act_model_layers_29_residual_post_attn/norm":28966.33984375,"train/tensor_act_model_layers_40_residual_post_attn/max_abs":21.125,"train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_18_mlp_up_proj_weight/min":-0.10205078125,"train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_49_mlp_gate_proj_weight/min":-0.12890625,"train/tensor_param_model_layers_77_mlp_up_proj_weight/mean":-0.00080108642578125,"train/tensor_param_model_layers_25_mlp_gate_proj_weight/min":-0.1142578125,"train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs":0.1259765625,"train/tensor_act_model_layers_73_mlp_up_proj/max":2.359375,"train/tensor_act_model_layers_49_mlp_down_proj/max_abs":2.5625,"train/tensor_act_model_layers_73_mlp_down_proj/min":1.7578125,"train/tensor_grad_model_layers_78_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_30_mlp_gate_proj/range":3.671875,"train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_63_residual_pre_attn/max":33,"train/tensor_grad_model_layers_91_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_19_residual_post_attn/max_abs":10.5625,"train/tensor_act_model_layers_91_residual_post_attn/norm":90275.2421875,"train/tensor_act_model_layers_12_residual_pre_attn/range":1.625,"train/tensor_act_model_layers_68_mlp_up_proj/std":1.0625,"train/tensor_act_model_layers_46_mlp_down_proj/mean":1.953125,"train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs":0.125,"train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_81_mlp_up_proj_weight/min":-0.1416015625,"train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_9_residual_pre_attn/mean":4.46875,"train/tensor_act_model_layers_49_mlp_up_proj/range":4.3984375,"train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs":0.1396484375,"train/tensor_act_model_layers_76_mlp_gate_proj/mean":0.0291748046875,"train/tensor_act_model_layers_39_residual_post_attn/min":17,"train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_70_mlp_gate_proj/range":4.03125,"train/tensor_act_model_layers_72_residual_post_attn/max":37.25,"train/tensor_act_model_layers_96_residual_post_attn/mean":46.5,"train/tensor_param_model_layers_29_mlp_down_proj_weight/std":0.0299072265625,"train/tensor_act_model_layers_31_mlp_gate_proj/mean":0.09326171875,"train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_91_mlp_down_proj/norm":4065.523193359375,"train/tensor_act_model_layers_48_mlp_up_proj/norm":3002.718994140625,"train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_79_residual_post_mlp/range":6,"train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_13_mlp_gate_proj_weight/std":0.02880859375,"train/tensor_act_model_layers_95_mlp/range":0,"train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_40_residual_post_mlp/max_abs":21.625,"train/tensor_param_model_layers_83_mlp_down_proj_weight/norm":7.90625,"train/tensor_grad_model_layers_73_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs":0.130859375,"train/tensor_act_model_layers_18_mlp_gate_proj/range":3.4296875,"train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_89_mlp_up_proj_weight/std":0.04638671875,"train/tensor_act_model_layers_53_mlp/min":0.5,"train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm":7.0625,"train/tensor_act_model_layers_5_mlp_gate_proj/std":1.0078125,"train/tensor_act_model_layers_81_mlp_up_proj/mean":-0.0257568359375,"train/tensor_act_model_layers_27_residual_post_mlp/mean":13.6875,"train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_53_mlp/std":0,"train/tensor_act_model_layers_94_mlp_up_proj/norm":3181.0029296875,"train/tensor_act_model_layers_66_mlp_gate_proj/max_abs":2.6875,"train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_70_mlp_gate_proj_weight/range":0.259765625,"train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_83_residual_post_attn/std":1.265625,"train/tensor_act_model_layers_85_mlp_down_proj/min":1.765625,"train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_18_residual_post_attn/mean":8.8125,"train/tensor_act_model_layers_98_mlp_gate_proj/range":4.8828125,"train/tensor_act_model_layers_48_residual_post_attn/std":0.73046875,"train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_1_mlp_down_proj_weight/range":0.2412109375,"train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_82_mlp_gate_proj_weight/min":-0.1689453125,"train/tensor_grad_model_layers_57_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_19_mlp_down_proj/max_abs":2.671875,"train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_58_mlp_gate_proj_weight/range":0.263671875,"train/tensor_act_model_layers_44_mlp_up_proj/mean":-0.004638671875,"train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_12_mlp_up_proj_weight/std":0.0284423828125,"train/tensor_act_model_layers_81_residual_post_mlp/mean":39.75,"train/tensor_act_model_layers_97_mlp_down_proj/mean":2,"train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_42_mlp_up_proj/max":2.609375,"train/tensor_act_model_layers_2_mlp_gate_proj/range":4.1640625,"train/tensor_act_model_layers_98_residual_post_attn/norm":97205.328125,"train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_15_residual_pre_attn/std":0.3046875,"train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_37_mlp_up_proj_weight/min":-0.126953125,"train/tensor_param_model_layers_62_mlp_down_proj_weight/range":0.251953125,"train/tensor_act_model_layers_81_mlp/max":0.5,"train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_52_mlp_down_proj/range":0.6640625,"train/tensor_act_model_layers_1_mlp_gate_proj/range":4.6875,"train/tensor_act_model_layers_41_mlp/std":0,"train/tensor_act_model_layers_65_residual_post_mlp/min":29.375,"train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_36_residual_pre_attn/range":3.6875,"train/tensor_act_model_layers_93_mlp/max":0.5,"train/tensor_param_model_layers_84_mlp_up_proj_weight/mean":0.0002956390380859375,"train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_5_residual_pre_attn/range":1.234375,"train/tensor_act_model_layers_61_mlp/std":0,"train/tensor_param_model_layers_12_mlp_gate_proj_weight/min":-0.125,"_runtime":324,"train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_99_residual_post_attn/range":7.75,"train/tensor_param_model_layers_90_mlp_up_proj_weight/std":0.046875,"train/tensor_grad_model_layers_0_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_5_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_86_residual_post_mlp/std":1.2578125,"train/tensor_act_model_layers_21_residual_post_mlp/min":9.625,"train/tensor_grad_model_layers_84_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_98_mlp/mean":0.5,"train/tensor_grad_model_layers_70_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_32_mlp_down_proj_weight/std":0.0302734375,"train/tensor_act_model_layers_51_mlp_down_proj/range":0.765625,"train/tensor_act_model_layers_82_mlp_down_proj/max_abs":3.078125,"train/tensor_act_model_layers_25_residual_post_attn/std":0.431640625,"train/tensor_grad_model_layers_97_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_14_residual_post_mlp/max_abs":8.375,"train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_4_mlp_gate_proj/std":1.0078125,"train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_40_mlp_down_proj_weight/mean":0.00046539306640625,"train/tensor_act_model_layers_61_mlp_up_proj/mean":-0.01336669921875,"train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_residual_pre_attn/min":39.25,"train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_37_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_74_residual_post_attn/range":5,"train/tensor_param_model_layers_70_mlp_down_proj_weight/range":0.255859375,"train/tensor_act_model_layers_42_residual_post_mlp/norm":42819.35546875,"train/tensor_act_model_layers_10_residual_post_mlp/max_abs":6.1875,"train/tensor_grad_model_layers_53_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_53_mlp_gate_proj_weight/range":0.251953125,"train/tensor_act_model_layers_78_residual_pre_attn/min":34.75,"train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs":0.1279296875,"train/tensor_param_model_layers_15_mlp_gate_proj_weight/std":0.029296875,"train/tensor_act_model_layers_17_residual_pre_attn/norm":17105.837890625,"train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_82_mlp/max_abs":0.5,"train/tensor_act_model_layers_61_residual_post_attn/max_abs":31.875,"train/tensor_act_model_layers_62_mlp/max":0.5,"train/tensor_act_model_layers_96_mlp_down_proj/range":6.71875,"train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_23_residual_pre_attn/min":10.125,"train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_44_residual_post_attn/mean":21.375,"train/tensor_act_model_layers_97_residual_post_attn/max_abs":50.75,"train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_46_residual_post_attn/range":3.875,"train/tensor_act_model_layers_23_mlp_down_proj/max_abs":2.5,"train/tensor_act_model_layers_14_mlp/mean":0.5,"train/tensor_act_model_layers_88_residual_pre_attn/norm":87342.078125,"train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs":0.1259765625,"train/tensor_act_model_layers_55_mlp_down_proj/min":1.7734375,"train/tensor_act_model_layers_82_mlp_gate_proj/norm":3022.2734375,"train/tensor_act_model_layers_31_mlp_down_proj/max_abs":2.4375,"train/tensor_param_model_layers_59_mlp_down_proj_weight/std":0.03564453125,"train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_49_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_34_mlp_up_proj_weight/norm":5.625,"train/tensor_act_model_layers_19_mlp_up_proj/max_abs":2.28125,"train/tensor_grad_model_layers_46_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_63_mlp/mean":0.5,"train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_80_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs":0.1435546875,"train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_5_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_residual_post_mlp/max_abs":3.625,"train/tensor_act_model_layers_86_mlp_up_proj/std":1.109375,"train/tensor_act_model_layers_39_mlp_up_proj/max":2.125,"train/tensor_act_model_layers_31_mlp/mean":0.5,"train/tensor_param_model_layers_20_mlp_up_proj_weight/norm":5.34375,"train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs":0.119140625,"train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_residual_post_mlp/range":5.25,"train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_96_residual_post_mlp/std":1.453125,"train/tensor_act_model_layers_81_mlp/mean":0.5,"train/tensor_act_model_layers_24_mlp_down_proj/std":0.162109375,"train/tensor_act_model_layers_13_residual_post_mlp/std":0.267578125,"train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_90_mlp_gate_proj_weight/max":0.15625,"train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_10_mlp/range":0,"train/tensor_act_model_layers_0_mlp_down_proj/norm":13069.900390625,"train/tensor_act_model_layers_15_residual_post_mlp/norm":16104.583984375,"train/tensor_act_model_layers_4_residual_post_attn/std":0.154296875,"train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_25_mlp/mean":0.5,"train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs":0.1396484375,"train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_79_mlp_up_proj_weight/range":0.2744140625,"train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean":0.001068115234375,"train/tensor_act_model_layers_88_mlp_gate_proj/max":2.6875,"train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_50_mlp_down_proj_weight/min":-0.130859375,"train/tensor_act_model_layers_65_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_30_mlp_up_proj_weight/norm":5.5625,"train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_12_residual_post_mlp/max":7.25,"train/tensor_param_model_layers_98_mlp_gate_proj_weight/range":0.4111328125,"train/tensor_act_model_layers_88_residual_pre_attn/range":7,"train/tensor_act_model_layers_61_mlp/max":0.5,"train/tensor_param_model_layers_8_mlp_up_proj_weight/min":-0.0966796875,"train/tensor_param_model_layers_93_mlp_down_proj_weight/mean":8.296966552734375e-05,"train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs":0.158203125,"train/tensor_act_model_layers_38_residual_pre_attn/min":16.625,"train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_47_mlp/norm":1024,"train/tensor_act_model_layers_63_residual_post_mlp/norm":63285.77734375,"train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_residual_post_attn/max_abs":22.125,"train/tensor_act_model_layers_91_residual_post_mlp/min":41.25,"train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_9_mlp_down_proj/mean":1.9296875,"train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_41_mlp_up_proj/min":-2.390625,"train/tensor_act_model_layers_76_mlp/max_abs":0.5,"train/tensor_act_model_layers_37_mlp/max_abs":0.5,"train/tensor_act_model_layers_50_residual_pre_attn/max_abs":26.125,"train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_residual_post_mlp/min":21.5,"train/tensor_act_model_layers_65_residual_post_attn/norm":64157.7734375,"train/tensor_act_model_layers_20_mlp/max":0.5,"train/tensor_param_model_layers_48_mlp_up_proj_weight/range":0.251953125,"train/tensor_param_model_layers_2_mlp_down_proj_weight/mean":-0.0010528564453125,"train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_80_mlp/mean":0.5,"train/tensor_act_model_layers_84_mlp_gate_proj/mean":0.26953125,"train/tensor_act_model_layers_47_residual_post_mlp/min":21.25,"train/tensor_act_model_layers_57_residual_post_mlp/min":25.625,"train/tensor_act_model_layers_62_mlp/norm":1024,"train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_13_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_69_mlp_up_proj/max":2.171875,"train/tensor_act_model_layers_53_mlp_gate_proj/range":3.625,"train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs":0.10791015625,"train/tensor_act_model_layers_71_residual_pre_attn/min":31.625,"train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs":0.1318359375,"train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_76_residual_post_mlp/min":34.25,"train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs":0.181640625,"train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_34_mlp_down_proj_weight/min":-0.12353515625,"train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_39_mlp/range":0,"train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean":0.00106048583984375,"train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_31_mlp_gate_proj/min":-1.2578125,"train/tensor_act_model_layers_75_mlp_down_proj/norm":4039.1650390625,"train/tensor_param_model_layers_63_mlp_down_proj_weight/min":-0.12890625,"train/tensor_param_model_layers_25_mlp_up_proj_weight/range":0.2421875,"train/tensor_grad_model_layers_15_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_93_mlp_up_proj_weight/mean":0.000659942626953125,"train/tensor_act_model_layers_28_residual_post_mlp/mean":14.125,"train/tensor_act_model_layers_31_mlp_gate_proj/max_abs":2.21875,"train/tensor_act_model_layers_23_residual_pre_attn/norm":23041.38671875,"train/tensor_param_model_layers_55_mlp_down_proj_weight/max":0.134765625,"train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_46_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_76_mlp_down_proj_weight/range":0.26953125,"train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_53_residual_post_mlp/max":28.125,"train/tensor_act_model_layers_40_mlp/range":0,"train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_2_residual_post_mlp/std":0.126953125,"train/tensor_act_model_layers_60_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_96_residual_pre_attn/norm":95263.203125,"train/tensor_act_model_layers_25_mlp_up_proj/max":2.109375,"train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm":5.8125,"train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_12_mlp/norm":1024,"train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_28_mlp_gate_proj_weight/range":0.25439453125,"train/tensor_param_model_layers_65_mlp_up_proj_weight/min":-0.1328125,"train/tensor_act_model_layers_11_mlp/std":0,"train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_59_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_79_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_72_mlp_up_proj/norm":3127.048828125,"train/tensor_act_model_layers_78_residual_post_attn/min":34.5,"train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_77_mlp_up_proj_weight/std":0.03955078125,"train/tensor_act_model_layers_66_residual_post_attn/range":4.75,"train/tensor_act_model_layers_88_residual_pre_attn/std":1.2578125,"train/tensor_param_model_layers_88_mlp_gate_proj_weight/std":0.048583984375,"train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm":5.75,"train/tensor_act_model_layers_93_residual_post_attn/min":41.75,"train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_29_residual_post_attn/min":12.5625,"train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_21_mlp_gate_proj/max":2.15625,"train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_21_mlp/range":0,"train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_91_mlp_gate_proj_weight/std":0.05029296875,"eval/runtime":15.9589,"train/tensor_act_model_layers_48_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_50_mlp_gate_proj/range":3.6015625,"train/tensor_grad_model_layers_18_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_54_residual_post_attn/range":4.25,"train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_86_mlp_up_proj/mean":0.0908203125,"train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_12_mlp_down_proj/std":0.1396484375,"train/tensor_param_model_layers_3_mlp_down_proj_weight/min":-0.10693359375,"train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_30_mlp_down_proj_weight/norm":5.46875,"train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_2_mlp_gate_proj/max":2.515625,"train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_0_mlp_down_proj_weight/std":0.042724609375,"train/tensor_act_model_layers_2_mlp_down_proj/mean":2.140625,"train/tensor_act_model_layers_39_mlp_up_proj/mean":-0.142578125,"train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_2_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_1_mlp_down_proj/min":1.828125,"train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_42_mlp_up_proj_weight/min":-0.130859375,"train/tensor_act_model_layers_29_residual_post_mlp/norm":29989.72265625,"train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_93_residual_post_mlp/norm":93269.6328125,"train/tensor_act_model_layers_30_mlp_down_proj/min":1.796875,"train/tensor_act_model_layers_78_mlp/norm":1024,"train/tensor_act_model_layers_7_mlp_gate_proj/min":-1.34375,"train/tensor_param_model_layers_2_mlp_up_proj_weight/max":0.12158203125,"train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_44_mlp_up_proj_weight/norm":5.90625,"train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs":0.2158203125,"train_steps_per_second":11.316,"train/tensor_act_model_layers_26_mlp/max_abs":0.5,"train/tensor_param_model_layers_68_mlp_down_proj_weight/range":0.263671875,"train/tensor_act_model_layers_48_mlp_gate_proj/std":0.99609375,"train/tensor_act_model_layers_23_mlp_gate_proj/std":1.0546875,"train/tensor_act_model_layers_26_mlp_gate_proj/mean":0.212890625,"train/tensor_grad_model_layers_58_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_1_mlp_down_proj/max":4.0625,"train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean":0.000759124755859375,"train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_88_mlp_down_proj/max_abs":2.6875,"train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_19_mlp/min":0.5,"train/tensor_act_model_layers_51_mlp_gate_proj/norm":2933.77099609375,"train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_43_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_74_mlp_down_proj/norm":4067.801025390625,"train/tensor_grad_model_layers_27_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_63_mlp_down_proj_weight/std":0.035888671875,"train/tensor_act_model_layers_74_residual_pre_attn/norm":73241.9375,"train/tensor_act_model_layers_86_residual_pre_attn/std":1.265625,"train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_82_mlp_up_proj_weight/std":0.04345703125,"train/tensor_param_model_layers_34_mlp_down_proj_weight/std":0.0306396484375,"train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_72_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_21_residual_post_mlp/max_abs":12,"train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs":0.1259765625,"train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm":6.65625,"train/tensor_act_model_layers_63_mlp_up_proj/max":2.5625,"train/tensor_grad_model_layers_25_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_66_mlp/std":0,"train/tensor_param_model_layers_95_mlp_up_proj_weight/range":0.3212890625,"train/tensor_act_model_layers_40_mlp_gate_proj/max":2.265625,"train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_94_residual_post_mlp/max":50.25,"train/tensor_act_model_layers_98_mlp_up_proj/max_abs":3.0625,"train/tensor_param_model_layers_11_mlp_down_proj_weight/norm":4.96875,"train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_61_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_17_mlp/norm":1024,"train/tensor_act_model_layers_6_mlp_gate_proj/range":3.515625,"train/tensor_act_model_layers_72_mlp/range":0,"train/tensor_grad_model_layers_3_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm":6.65625,"train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_18_mlp_up_proj/max_abs":2.21875,"train/tensor_act_model_layers_80_residual_pre_attn/range":6,"train/tensor_act_model_layers_30_mlp_up_proj/std":1.109375,"train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_53_mlp_up_proj_weight/min":-0.12451171875,"train/tensor_act_model_layers_7_mlp/min":0.5,"train/tensor_act_model_layers_7_mlp/range":0,"train/tensor_grad_model_layers_56_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_92_residual_pre_attn/max_abs":48.75,"train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_83_mlp_gate_proj_weight/max":0.15625,"train/tensor_grad_model_layers_28_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_44_mlp_down_proj_weight/range":0.2529296875,"train/tensor_param_model_layers_57_mlp_up_proj_weight/norm":6.46875,"train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_91_mlp_gate_proj_weight/min":-0.154296875,"train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_78_residual_post_mlp/norm":78338.2109375,"train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_95_mlp_down_proj/norm":4308.953125,"train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_64_residual_pre_attn/max":33.25,"train/tensor_act_model_layers_68_mlp_down_proj/min":1.75,"train/tensor_grad_model_layers_76_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_36_mlp_up_proj_weight/mean":-0.00045013427734375,"train/tensor_param_model_layers_3_mlp_up_proj_weight/mean":0.000385284423828125,"train/tensor_param_model_layers_88_mlp_gate_proj_weight/min":-0.1630859375,"train/tensor_act_model_layers_57_mlp_down_proj/max_abs":2.578125,"train/tensor_param_model_layers_42_mlp_down_proj_weight/range":0.2529296875,"train/tensor_act_model_layers_72_mlp_up_proj/max":2.25,"train/tensor_act_model_layers_19_mlp_gate_proj/range":3.4921875,"train/tensor_act_model_layers_58_residual_pre_attn/max":30.25,"train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_60_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_45_mlp_up_proj_weight/std":0.033447265625,"train/tensor_act_model_layers_63_mlp_up_proj/mean":-0.06591796875,"train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_3_mlp_up_proj_weight/norm":5.15625,"train/tensor_act_model_layers_73_residual_post_attn/norm":72218.375,"train/tensor_param_model_layers_96_mlp_up_proj_weight/range":0.3642578125,"train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_76_residual_post_mlp/range":5.75,"train/tensor_act_model_layers_16_residual_post_attn/range":2,"train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_22_residual_post_attn/range":2.375,"train/tensor_grad_model_layers_13_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_63_residual_post_attn/min":27.875,"train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_1_mlp/std":0,"train/tensor_param_model_layers_93_mlp_up_proj_weight/max":0.162109375,"train/tensor_param_model_layers_82_mlp_down_proj_weight/max":0.1396484375,"train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_47_residual_post_attn/range":3.875,"train/tensor_act_model_layers_8_residual_post_attn/max_abs":4.65625,"train/tensor_param_model_layers_15_mlp_up_proj_weight/max":0.107421875,"train/tensor_param_model_layers_37_mlp_gate_proj_weight/range":0.25390625,"train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs":0.11669921875,"train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_77_residual_post_mlp/mean":37.75,"train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_52_mlp_up_proj/min":-2.171875,"train/tensor_act_model_layers_3_mlp_gate_proj/range":3.890625,"train/tensor_grad_model_layers_4_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_94_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_45_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_67_residual_post_mlp/min":30.5,"train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_35_mlp_up_proj_weight/min":-0.12109375,"train/tensor_act_model_layers_68_residual_post_mlp/max_abs":35.75,"train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_residual_post_mlp/std":0.3125,"train/tensor_act_model_layers_45_residual_pre_attn/range":3.625,"train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_36_mlp_up_proj/min":-2.265625,"train/tensor_act_model_layers_47_mlp_up_proj/mean":-0.19921875,"train/tensor_act_model_layers_27_mlp_up_proj/std":1.0625,"train/tensor_act_model_layers_81_mlp_up_proj/min":-2.8125,"train/tensor_act_model_layers_53_mlp_gate_proj/std":1.046875,"train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_15_residual_post_attn/min":6.40625,"train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_84_residual_pre_attn/norm":83362.4453125,"train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_26_mlp_gate_proj/max":2.0625,"train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_4_mlp_up_proj/std":1.0859375,"train/tensor_act_model_layers_47_mlp/range":0,"train/tensor_grad_model_layers_92_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_65_mlp_gate_proj/max_abs":2.390625,"train/tensor_param_model_layers_84_mlp_down_proj_weight/mean":0.000156402587890625,"train/tensor_param_model_layers_79_mlp_down_proj_weight/range":0.2802734375,"train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_62_mlp/range":0,"train/tensor_act_model_layers_76_mlp_up_proj/std":1.1328125,"train/tensor_act_model_layers_42_mlp/min":0.5,"train/tensor_param_model_layers_36_mlp_up_proj_weight/min":-0.125,"train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_86_mlp_down_proj/max":3.75,"train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_50_mlp_down_proj_weight/std":0.0341796875,"train/tensor_act_model_layers_23_residual_pre_attn/range":2.375,"train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_25_mlp_gate_proj/mean":0.1728515625,"train/tensor_act_model_layers_88_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_39_residual_post_attn/norm":38818.33203125,"train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm":10.4375,"train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_90_mlp_down_proj/max_abs":4.125,"train/tensor_act_model_layers_62_residual_pre_attn/max":32.5,"train/tensor_act_model_layers_90_mlp_gate_proj/max":2.765625,"train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_89_mlp/max_abs":0.5,"train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_95_mlp_up_proj/min":-3.15625,"train/tensor_act_model_layers_36_mlp_down_proj/max_abs":2.53125,"train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_58_mlp_up_proj_weight/norm":6.53125,"train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_32_mlp_down_proj_weight/min":-0.125,"train/tensor_param_model_layers_92_mlp_down_proj_weight/range":0.3037109375,"train/tensor_act_model_layers_16_mlp_up_proj/mean":-0.0205078125,"train/tensor_act_model_layers_94_mlp_down_proj/max":3.265625,"train/tensor_act_model_layers_44_residual_pre_attn/max":23.125,"train/tensor_act_model_layers_25_residual_post_attn/max":13.5625,"train/tensor_param_model_layers_63_mlp_up_proj_weight/mean":-0.000499725341796875,"train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_16_residual_pre_attn/max":8.9375,"train/tensor_act_model_layers_14_mlp_down_proj/min":1.78125,"train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_21_mlp/min":0.5,"train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_78_mlp_down_proj/max_abs":2.640625,"train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_12_mlp_gate_proj_weight/std":0.029052734375,"train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_73_mlp_up_proj_weight/range":0.267578125,"train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_89_mlp_up_proj_weight/norm":8.375,"train/tensor_param_model_layers_63_mlp_down_proj_weight/norm":6.46875,"train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_6_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_5_mlp_up_proj_weight/min":-0.1201171875,"train/tensor_act_model_layers_45_residual_post_mlp/mean":22.375,"train/tensor_act_model_layers_89_mlp_down_proj/min":1.734375,"train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs":0.212890625,"train/tensor_param_model_layers_64_mlp_gate_proj_weight/range":0.263671875,"train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_79_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_2_residual_post_attn/max_abs":1.484375,"train/tensor_act_model_layers_97_mlp_gate_proj/min":-1.765625,"train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_96_residual_post_attn/max_abs":50.25,"train/tensor_param_model_layers_94_mlp_up_proj_weight/range":0.31640625,"train/tensor_act_model_layers_25_residual_pre_attn/mean":12.25,"train/tensor_act_model_layers_96_mlp_gate_proj/min":-1.8671875,"train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_53_mlp_up_proj/range":4.375,"train/tensor_act_model_layers_79_residual_post_mlp/mean":38.75,"train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs":0.134765625,"train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_59_mlp_down_proj_weight/min":-0.1318359375,"train/tensor_act_model_layers_18_mlp_down_proj/norm":3952.691650390625,"train/tensor_act_model_layers_60_mlp/min":0.5,"train/tensor_grad_model_layers_88_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_9_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_33_mlp_down_proj_weight/max":0.12158203125,"train/tensor_grad_model_layers_87_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_42_residual_post_attn/min":18.25,"train/tensor_act_model_layers_6_mlp_gate_proj/norm":2992.224609375,"train/tensor_act_model_layers_69_residual_post_attn/max_abs":35.75,"train/tensor_act_model_layers_88_residual_post_mlp/std":1.2890625,"train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_31_mlp_gate_proj_weight/range":0.2490234375,"train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_15_mlp_gate_proj_weight/min":-0.125,"train/tensor_param_model_layers_94_mlp_up_proj_weight/mean":0.00070953369140625,"train/tensor_param_model_layers_52_mlp_up_proj_weight/std":0.03515625,"train/tensor_act_model_layers_48_mlp_up_proj/range":4.484375,"train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_22_mlp_down_proj/std":0.10693359375,"train/tensor_grad_model_layers_26_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_59_mlp/range":0,"train/tensor_act_model_layers_18_mlp_down_proj/max_abs":2.421875,"train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean":0.0016937255859375,"train/tensor_act_model_layers_86_residual_post_attn/max":45,"train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_13_mlp_gate_proj_weight/min":-0.12158203125,"train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_13_residual_pre_attn/std":0.26171875,"train/tensor_act_model_layers_56_residual_post_mlp/max":29.625,"train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_22_mlp_up_proj/min":-2.09375,"train/tensor_grad_model_layers_31_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_65_mlp_up_proj/norm":3124.064208984375,"train/tensor_param_model_layers_55_mlp_down_proj_weight/range":0.265625,"train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_38_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_18_mlp/range":0,"train/tensor_act_model_layers_15_mlp_gate_proj/norm":3013.97216796875,"train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean":0.00074005126953125,"train/tensor_grad_model_layers_22_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_29_mlp_down_proj/min":1.765625,"train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_23_mlp_up_proj/range":4.4375,"train/tensor_act_model_layers_39_residual_post_mlp/max_abs":21.125,"train/tensor_act_model_layers_63_mlp_gate_proj/max":2.59375,"train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_6_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_96_residual_pre_attn/std":1.4296875,"train/tensor_act_model_layers_70_residual_post_mlp/min":31.625,"train/tensor_param_model_layers_29_mlp_down_proj_weight/mean":-6.079673767089844e-05,"train/tensor_act_model_layers_27_mlp_down_proj/max":2.625,"train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_3_residual_pre_attn/norm":3069.4970703125,"train/tensor_param_model_layers_29_mlp_down_proj_weight/max":0.125,"train/tensor_act_model_layers_78_residual_post_attn/norm":77314.671875,"train/tensor_act_model_layers_13_residual_post_attn/range":1.75,"train/tensor_param_model_layers_91_mlp_down_proj_weight/std":0.046875,"train/tensor_act_model_layers_48_residual_pre_attn/mean":23.375,"train/tensor_param_model_layers_62_mlp_down_proj_weight/min":-0.125,"train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_50_mlp_up_proj/max_abs":2.375,"train/tensor_grad_model_layers_24_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_83_residual_pre_attn/mean":40.25,"train/tensor_act_model_layers_75_residual_post_mlp/mean":36.75,"train/tensor_act_model_layers_17_residual_pre_attn/min":7.375,"train/tensor_grad_model_layers_92_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_22_mlp_up_proj_weight/max":0.11767578125,"train/tensor_act_model_layers_19_residual_post_mlp/mean":9.75,"train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_26_mlp_up_proj/min":-2.171875,"train/tensor_act_model_layers_95_residual_post_mlp/range":7.75,"train/tensor_param_model_layers_16_mlp_up_proj_weight/std":0.029052734375,"train/tensor_act_model_layers_72_residual_post_attn/range":5,"train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_48_residual_post_attn/max":25.25,"train/tensor_act_model_layers_83_residual_post_attn/max":43.5,"train/tensor_grad_model_layers_43_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_32_mlp/max_abs":0.5,"train/tensor_act_model_layers_74_mlp/mean":0.5,"train/tensor_act_model_layers_8_mlp_gate_proj/std":1.015625,"train/tensor_grad_model_layers_46_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_92_mlp_up_proj/norm":3223.951171875,"train/tensor_param_model_layers_25_mlp_gate_proj_weight/max":0.12890625,"train/tensor_param_model_layers_49_mlp_gate_proj_weight/max":0.12890625,"train/tensor_act_model_layers_83_mlp_up_proj/max":2.421875,"train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_76_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs":0.142578125,"train/tensor_param_model_layers_42_mlp_gate_proj_weight/range":0.25390625,"train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_82_mlp_gate_proj_weight/std":0.046142578125,"train/tensor_act_model_layers_99_residual_post_attn/norm":98241.65625,"train/tensor_grad_model_layers_34_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_94_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_23_mlp_gate_proj_weight/range":0.24462890625,"train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_53_mlp_up_proj/max_abs":2.234375,"train/tensor_act_model_layers_59_mlp_up_proj/min":-2.5,"train/tensor_act_model_layers_50_mlp/norm":1024,"train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_70_residual_pre_attn/range":5,"train/tensor_act_model_layers_98_residual_post_mlp/min":44,"train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs":0.1953125,"train/tensor_act_model_layers_6_residual_post_mlp/std":0.17578125,"train/tensor_act_model_layers_78_mlp_down_proj/mean":1.9609375,"train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_64_mlp_down_proj/std":0.1552734375,"train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs":0.1181640625,"train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm":8.625,"train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_79_mlp_down_proj/min":1.734375,"train/tensor_act_model_layers_86_residual_pre_attn/mean":41.75,"train/tensor_grad_model_layers_16_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_70_mlp_down_proj/min":1.75,"train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_62_mlp_down_proj_weight/std":0.035888671875,"train/tensor_act_model_layers_13_mlp/min":0.5,"train/tensor_act_model_layers_86_residual_post_attn/std":1.2578125,"train/tensor_param_model_layers_76_mlp_gate_proj_weight/range":0.3134765625,"train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_33_mlp_down_proj/std":0.12890625,"train/tensor_param_model_layers_91_mlp_down_proj_weight/min":-0.1416015625,"train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_98_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_66_mlp_gate_proj_weight/max":0.1328125,"train/tensor_act_model_layers_24_mlp_up_proj/std":1.1015625,"train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_51_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_54_mlp_gate_proj_weight/std":0.036865234375,"train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_46_mlp_gate_proj/max_abs":2.4375,"train/tensor_act_model_layers_96_residual_post_mlp/min":43.25,"train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_70_residual_pre_attn/std":0.99609375,"train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_38_mlp_gate_proj/std":0.99609375,"train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_11_residual_post_attn/range":1.625,"train/tensor_act_model_layers_67_mlp/mean":0.5,"train/tensor_act_model_layers_2_residual_post_attn/range":0.953125,"train/tensor_act_model_layers_82_residual_pre_attn/range":6.5,"train/tensor_act_model_layers_4_mlp_up_proj/range":4.734375,"train/tensor_grad_model_layers_99_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_66_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_45_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_36_mlp_down_proj_weight/std":0.031494140625,"train/tensor_act_model_layers_13_residual_pre_attn/norm":13132.271484375,"train/tensor_act_model_layers_47_residual_post_mlp/std":0.6953125,"train/tensor_act_model_layers_28_residual_post_attn/norm":27978.12890625,"train/tensor_act_model_layers_16_residual_pre_attn/norm":16104.583984375,"train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_58_mlp_down_proj/max_abs":2.3125,"train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_residual_post_mlp/std":0.73046875,"train/tensor_act_model_layers_83_mlp_up_proj/range":5.25,"train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_79_residual_pre_attn/min":35,"train/tensor_act_model_layers_57_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_49_residual_pre_attn/max":25.75,"train/tensor_act_model_layers_91_residual_post_mlp/std":1.3984375,"train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_72_mlp_down_proj/max_abs":2.640625,"train/tensor_act_model_layers_58_mlp/max_abs":0.5,"train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_63_mlp_down_proj_weight/range":0.271484375,"train/tensor_param_model_layers_47_mlp_down_proj_weight/std":0.032958984375,"train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_98_residual_pre_attn/std":1.4609375,"train/tensor_act_model_layers_10_mlp_gate_proj/max_abs":2.171875,"train/tensor_act_model_layers_36_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm":8.375,"train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_60_residual_pre_attn/max":31.375,"train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_43_mlp_gate_proj/norm":2951.810546875,"train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs":0.166015625,"train/tensor_param_model_layers_61_mlp_down_proj_weight/max":0.13671875,"train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_77_mlp_gate_proj_weight/range":0.2802734375,"train/tensor_act_model_layers_77_residual_post_attn/mean":37.25,"train/tensor_param_model_layers_87_mlp_up_proj_weight/max":0.15234375,"train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean":0.0019683837890625,"train/tensor_grad_model_layers_91_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_54_mlp_gate_proj/max_abs":2.53125,"train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_88_residual_post_attn/max_abs":46,"train/tensor_param_model_layers_44_mlp_down_proj_weight/norm":5.875,"train/tensor_act_model_layers_76_residual_post_attn/std":1.1015625,"train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_17_mlp_up_proj_weight/max":0.11572265625,"train/tensor_act_model_layers_1_residual_post_attn/norm":1037.8280029296875,"train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs":0.13671875,"train/tensor_act_model_layers_29_residual_post_attn/max_abs":15.5,"train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_46_residual_post_attn/std":0.6875,"train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_40_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_34_mlp_gate_proj_weight/min":-0.125,"train/tensor_grad_model_layers_88_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_29_mlp_up_proj/max":2.25,"train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_62_residual_post_attn/norm":61301.27734375,"train/tensor_act_model_layers_72_residual_post_attn/min":32.25,"train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_52_residual_pre_attn/max_abs":27.25,"train/tensor_act_model_layers_39_residual_post_attn/max":20.625,"train/tensor_param_model_layers_71_mlp_up_proj_weight/std":0.0380859375,"train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_0_residual_post_attn/min":-0.33203125,"train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_22_residual_post_attn/std":0.419921875,"train/tensor_act_model_layers_5_mlp_up_proj/range":4.40625,"train/tensor_act_model_layers_76_residual_post_mlp/std":1.1015625,"train/tensor_act_model_layers_38_residual_post_mlp/range":3.625,"train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_38_mlp_gate_proj_weight/std":0.033447265625,"train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_53_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_53_mlp_gate_proj/norm":3063.712890625,"train/tensor_act_model_layers_86_mlp_gate_proj/min":-1.2890625,"train/tensor_act_model_layers_13_mlp_down_proj/std":0.09765625,"train/tensor_grad_model_layers_81_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_62_mlp_up_proj/norm":3128.495849609375,"train/tensor_act_model_layers_57_residual_post_mlp/std":0.87890625,"train/tensor_act_model_layers_50_mlp_down_proj/range":0.8828125,"train/tensor_act_model_layers_58_mlp_gate_proj/std":1,"train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_20_mlp_up_proj/norm":3095.724853515625,"train/tensor_grad_model_layers_7_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_55_residual_pre_attn/range":4.25,"train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_18_mlp/mean":0.5,"train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs":0.140625,"train/tensor_act_model_layers_72_mlp_gate_proj/mean":0.1044921875,"train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_31_residual_post_mlp/range":3.25,"train/tensor_param_model_layers_52_mlp_down_proj_weight/std":0.034912109375,"train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_48_mlp_down_proj_weight/max":0.125,"train/tensor_param_model_layers_49_mlp_down_proj_weight/max":0.12451171875,"train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_39_residual_pre_attn/mean":19,"train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_60_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_99_residual_post_mlp/max_abs":52.25,"train/tensor_grad_model_layers_46_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_96_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_60_residual_post_attn/norm":59354.171875,"train/tensor_act_model_layers_93_mlp_down_proj/min":-2.65625,"train/tensor_act_model_layers_10_mlp_down_proj/norm":4074.3564453125,"train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_14_mlp_up_proj_weight/norm":5.15625,"train/tensor_act_model_layers_53_mlp_down_proj/range":0.921875,"train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_99_mlp_down_proj/std":1.2109375,"train/tensor_param_model_layers_13_mlp_up_proj_weight/std":0.0281982421875,"train/tensor_act_model_layers_58_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs":0.169921875,"train/tensor_act_model_layers_31_residual_post_attn/max_abs":16.625,"train/tensor_act_model_layers_95_residual_pre_attn/min":42.5,"train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_62_mlp_up_proj_weight/max":0.1396484375,"train/tensor_act_model_layers_40_mlp_up_proj/max":2.375,"train/tensor_act_model_layers_50_residual_post_attn/max_abs":26.125,"train/tensor_act_model_layers_87_mlp_down_proj/norm":4299.24951171875,"train/tensor_param_model_layers_48_mlp_up_proj_weight/mean":-3.0159950256347656e-05,"train/tensor_act_model_layers_41_residual_post_mlp/range":3.75,"train/tensor_act_model_layers_97_mlp_down_proj/max":3.21875,"train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_40_mlp_up_proj_weight/min":-0.123046875,"train/tensor_act_model_layers_19_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_80_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs":0.1357421875,"train/tensor_param_model_layers_69_mlp_up_proj_weight/std":0.037109375,"train/tensor_act_model_layers_71_mlp_down_proj/norm":4030.55615234375,"train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean":0.000583648681640625,"train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean":0.0023040771484375,"train/tensor_act_model_layers_95_mlp/norm":1024,"train/tensor_grad_model_layers_54_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs":0.1171875,"train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_96_mlp_down_proj/max":3.25,"train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_85_residual_post_mlp/mean":41.75,"train/tensor_act_model_layers_12_residual_post_attn/mean":5.90625,"train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_29_mlp/mean":0.5,"train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_98_mlp_down_proj/range":1.8125,"train/tensor_act_model_layers_96_residual_pre_attn/range":7.75,"train/tensor_param_model_layers_97_mlp_up_proj_weight/norm":9.5,"train/tensor_act_model_layers_1_mlp_up_proj/min":-2.703125,"train/tensor_act_model_layers_38_residual_post_mlp/norm":38856.28125,"train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_16_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_1_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_26_residual_post_mlp/mean":13.1875,"train/tensor_param_model_layers_87_mlp_down_proj_weight/std":0.044189453125,"train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_40_residual_post_mlp/norm":40843.1484375,"train/tensor_act_model_layers_67_residual_pre_attn/std":0.96484375,"train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs":0.12255859375,"train/tensor_act_model_layers_68_residual_pre_attn/range":4.75,"train/tensor_act_model_layers_32_mlp/max":0.5,"train/tensor_act_model_layers_58_mlp_down_proj/norm":3973.08056640625,"train/tensor_act_model_layers_34_mlp_up_proj/mean":-0.004302978515625,"train/tensor_act_model_layers_71_mlp_up_proj/max":2.703125,"train/tensor_act_model_layers_42_mlp_gate_proj/max":2.375,"train/tensor_param_model_layers_86_mlp_gate_proj_weight/std":0.047607421875,"train/tensor_grad_model_layers_7_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_26_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_31_mlp/max_abs":0.5,"train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_9_mlp_gate_proj/mean":0.05810546875,"train/tensor_act_model_layers_18_mlp_down_proj/range":0.625,"train/tensor_act_model_layers_94_mlp_gate_proj/min":-1.5625,"train/tensor_act_model_layers_12_mlp_gate_proj/mean":0.017333984375,"train/tensor_act_model_layers_73_mlp_gate_proj/mean":0.06884765625,"train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_74_mlp_gate_proj_weight/range":0.2685546875,"train/tensor_act_model_layers_41_mlp_down_proj/norm":4008.82421875,"train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_residual_pre_attn/min":33.75,"train/tensor_grad_model_layers_49_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_37_mlp/min":0.5,"train/tensor_param_model_layers_46_mlp_up_proj_weight/norm":6.03125,"train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_0_mlp_up_proj_weight/std":0.043212890625,"train/tensor_param_model_layers_78_mlp_down_proj_weight/max":0.142578125,"train/tensor_act_model_layers_61_residual_post_mlp/norm":61349.375,"train/tensor_param_model_layers_49_mlp_up_proj_weight/mean":-0.0003643035888671875,"train/tensor_act_model_layers_58_mlp_up_proj/range":4.640625,"train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_59_residual_post_attn/std":0.9140625,"train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_52_residual_pre_attn/range":4.375,"train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean":-8.249282836914062e-05,"train/tensor_param_model_layers_8_mlp_gate_proj_weight/max":0.10400390625,"train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_11_residual_post_mlp/max":6.75,"train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_28_mlp_gate_proj/max":2.15625,"train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_72_mlp_up_proj_weight/max":0.1298828125,"train/tensor_param_model_layers_14_mlp_down_proj_weight/min":-0.1083984375,"train/tensor_grad_model_layers_3_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_55_mlp/min":0.5,"train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_66_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_49_residual_post_attn/min":21.375,"train/tensor_act_model_layers_1_residual_post_attn/mean":0.494140625,"train/tensor_grad_model_layers_20_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_13_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_26_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_4_mlp_up_proj_weight/std":0.028076171875,"train/tensor_param_model_layers_80_mlp_down_proj_weight/std":0.041259765625,"train/tensor_grad_model_layers_17_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_51_mlp_up_proj_weight/std":0.03466796875,"train/tensor_act_model_layers_67_mlp_up_proj/mean":-0.057373046875,"train/tensor_act_model_layers_51_mlp/std":0,"train/tensor_act_model_layers_21_residual_post_mlp/std":0.412109375,"train/tensor_act_model_layers_86_residual_post_mlp/min":38.25,"train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_38_mlp_up_proj/range":4.234375,"train/tensor_act_model_layers_12_mlp_up_proj/std":1.078125,"train/tensor_act_model_layers_96_mlp_gate_proj/range":4.8203125,"_timestamp":1.7867501233290412e+09,"train/tensor_act_model_layers_92_residual_post_attn/norm":91269.015625,"train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_82_residual_pre_attn/max_abs":42.75,"train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_79_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_65_residual_post_mlp/std":0.953125,"train/tensor_param_model_layers_54_mlp_down_proj_weight/norm":6.375,"train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_20_residual_post_attn/std":0.39453125,"train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs":0.11962890625,"train/tensor_act_model_layers_83_mlp_gate_proj/std":0.9921875,"train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_51_mlp_gate_proj/range":3.71875,"train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_59_mlp_gate_proj/max":2.328125,"train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_68_mlp_up_proj_weight/std":0.037353515625,"train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs":0.1484375,"train/tensor_act_model_layers_61_residual_post_mlp/max_abs":32.5,"train/tensor_param_model_layers_31_mlp_down_proj_weight/range":0.255859375,"train/tensor_act_model_layers_13_residual_post_attn/max_abs":7.3125,"train/tensor_grad_model_layers_18_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_38_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_70_residual_post_attn/min":31.125,"train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_2_mlp_gate_proj/mean":0.1171875,"train/tensor_param_model_layers_23_mlp_up_proj_weight/mean":0.0005950927734375,"train/tensor_param_model_layers_96_mlp_gate_proj_weight/max":0.1953125,"train/tensor_act_model_layers_1_mlp_up_proj/max":2.34375,"train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_10_residual_post_attn/max_abs":5.6875,"train/tensor_act_model_layers_27_mlp_gate_proj/min":-1.21875,"train/tensor_param_model_layers_3_mlp_down_proj_weight/std":0.0281982421875,"train/tensor_act_model_layers_52_mlp_gate_proj/range":3.5546875,"train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_50_mlp_down_proj_weight/mean":-5.0067901611328125e-05,"train/tensor_act_model_layers_91_mlp_up_proj/norm":3135.565673828125,"train/tensor_act_model_layers_95_mlp_up_proj/norm":3097.1318359375,"train/tensor_act_model_layers_32_mlp_up_proj/std":1.0859375,"train/tensor_act_model_layers_87_residual_pre_attn/min":38.25,"train/tensor_param_model_layers_18_mlp_up_proj_weight/std":0.029296875,"train/tensor_param_model_layers_69_mlp_gate_proj_weight/min":-0.1298828125,"train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_24_mlp/min":0.5,"train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_43_mlp_gate_proj_weight/min":-0.126953125,"train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_10_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_0_mlp_down_proj_weight/min":-0.1181640625,"train/tensor_param_model_layers_13_mlp_down_proj_weight/std":0.02783203125,"train/tensor_grad_model_layers_58_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_25_mlp_down_proj/min":1.78125,"train/tensor_param_model_layers_33_mlp_up_proj_weight/range":0.24853515625,"train/tensor_param_model_layers_81_mlp_up_proj_weight/std":0.04296875,"train/tensor_act_model_layers_57_residual_pre_attn/std":0.859375,"train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_24_mlp_up_proj/mean":0.0244140625,"train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_1_mlp_down_proj_weight/norm":5.96875,"train/tensor_act_model_layers_1_mlp_gate_proj/max_abs":2.9375,"train/tensor_act_model_layers_28_residual_post_mlp/max_abs":15.5,"train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_64_mlp_down_proj_weight/max":0.125,"train/tensor_act_model_layers_14_residual_pre_attn/norm":14107.201171875,"train/tensor_act_model_layers_76_residual_pre_attn/std":1.078125,"train/tensor_act_model_layers_70_residual_post_mlp/norm":70184.5,"train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_96_mlp_gate_proj/max_abs":2.953125,"train/tensor_act_model_layers_47_mlp_down_proj/norm":3979.625,"train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs":0.1376953125,"train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_77_mlp_down_proj_weight/mean":-0.0001373291015625,"train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_54_mlp_down_proj_weight/max":0.125,"train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs":0.1279296875,"train/tensor_act_model_layers_35_residual_post_attn/max_abs":18.625,"train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_79_mlp_up_proj/std":1.046875,"train/tensor_param_model_layers_80_mlp_down_proj_weight/min":-0.1416015625,"train/tensor_param_model_layers_34_mlp_up_proj_weight/min":-0.1142578125,"train/tensor_act_model_layers_69_mlp_down_proj/mean":2,"train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_20_residual_post_attn/max":11.0625,"train/tensor_act_model_layers_16_mlp_up_proj/std":1.109375,"train/tensor_act_model_layers_68_residual_post_mlp/mean":33.25,"train/tensor_param_model_layers_13_mlp_down_proj_weight/mean":0.0009002685546875,"train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs":0.240234375,"train/tensor_param_model_layers_8_mlp_down_proj_weight/mean":0.00052642822265625,"train/tensor_grad_model_layers_97_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_51_mlp_up_proj_weight/norm":6.28125,"train/tensor_param_model_layers_13_mlp_down_proj_weight/min":-0.103515625,"train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs":0.1279296875,"train/tensor_grad_model_layers_61_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_34_residual_post_mlp/mean":17,"train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_20_residual_pre_attn/mean":9.75,"train/tensor_act_model_layers_88_residual_post_mlp/min":39.25,"train/tensor_act_model_layers_7_residual_post_attn/std":0.185546875,"train/tensor_param_model_layers_43_mlp_gate_proj_weight/std":0.03369140625,"train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_69_mlp_gate_proj_weight/std":0.0390625,"train/tensor_act_model_layers_49_residual_post_mlp/norm":49692.3046875,"train/tensor_act_model_layers_33_mlp/norm":1024,"train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_45_residual_post_attn/max_abs":23.625,"train/tensor_act_model_layers_57_mlp_up_proj/mean":-0.0191650390625,"train/tensor_act_model_layers_11_mlp_gate_proj/max":2.40625,"train/tensor_act_model_layers_31_mlp_up_proj/norm":3121.2734375,"train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_91_mlp/max":0.5,"train/tensor_act_model_layers_14_mlp_up_proj/norm":3179.270751953125,"train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_90_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_38_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_29_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_8_mlp_up_proj/max_abs":2.15625,"train/tensor_act_model_layers_40_mlp_up_proj/mean":0.0341796875,"train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm":5.5625,"train/tensor_act_model_layers_98_mlp_up_proj/mean":-0.0859375,"train/tensor_act_model_layers_92_mlp_up_proj/std":1.109375,"train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_95_mlp_up_proj_weight/std":0.051025390625,"train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_87_mlp_down_proj_weight/min":-0.1396484375,"train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_60_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_0_residual_post_mlp/norm":1041.2923583984375,"train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_48_mlp_up_proj/min":-2.265625,"train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_70_residual_post_mlp/std":1.0234375,"train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs":0.1298828125,"train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_35_mlp_down_proj_weight/mean":-0.00032806396484375,"train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean":0.00101470947265625,"train/tensor_param_model_layers_81_mlp_up_proj_weight/norm":7.78125,"train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_59_residual_pre_attn/mean":28.5,"train/tensor_param_model_layers_22_mlp_down_proj_weight/max":0.11572265625,"train/tensor_act_model_layers_2_residual_post_attn/mean":0.9921875,"train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_95_mlp_down_proj/std":0.294921875,"train/tensor_param_model_layers_26_mlp_up_proj_weight/max":0.1298828125,"train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_69_residual_post_attn/norm":68183.2578125,"train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_65_mlp/range":0,"train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_61_residual_post_attn/min":27,"train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean":0.0010986328125,"train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_residual_post_mlp/range":3.625,"train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean":0.0018157958984375,"train/tensor_act_model_layers_6_mlp_up_proj/std":1.078125,"train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_48_mlp_up_proj_weight/std":0.0341796875,"train/tensor_act_model_layers_65_mlp_gate_proj/std":0.9921875,"train/tensor_param_model_layers_14_mlp_down_proj_weight/std":0.0279541015625,"train/tensor_act_model_layers_22_residual_post_mlp/max":12.5,"train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_81_residual_pre_attn/max":42,"train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_19_residual_post_mlp/max_abs":11.0625,"train/tensor_act_model_layers_61_residual_pre_attn/range":4.75,"train/tensor_param_model_layers_34_mlp_down_proj_weight/norm":5.53125,"train/tensor_act_model_layers_98_residual_post_mlp/std":1.4375,"train/tensor_param_model_layers_79_mlp_up_proj_weight/norm":7.40625,"train/tensor_param_model_layers_41_mlp_down_proj_weight/norm":5.78125,"train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_residual_post_attn/std":0.166015625,"train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs":0.130859375,"train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs":0.1201171875,"train/tensor_param_model_layers_94_mlp_up_proj_weight/max":0.1484375,"train/tensor_act_model_layers_84_mlp/max_abs":0.5,"train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_69_residual_post_mlp/max_abs":36.25,"train/tensor_act_model_layers_38_residual_post_attn/min":16.625,"train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_17_mlp/range":0,"train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_92_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean":0.000881195068359375,"train/tensor_act_model_layers_91_residual_pre_attn/std":1.34375,"train/tensor_act_model_layers_16_mlp/range":0,"train/tensor_act_model_layers_59_residual_post_attn/max":30.875,"train/tensor_param_model_layers_67_mlp_down_proj_weight/max":0.126953125,"train/tensor_act_model_layers_47_residual_pre_attn/std":0.6875,"train/tensor_act_model_layers_40_residual_post_attn/min":17.5,"train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs":0.1298828125,"train/tensor_param_model_layers_86_mlp_gate_proj_weight/min":-0.14453125,"train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_48_residual_pre_attn/std":0.6953125,"train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_42_mlp_down_proj/max_abs":2.953125,"train/tensor_act_model_layers_98_mlp/max":0.5,"train/tensor_act_model_layers_36_mlp/mean":0.5,"train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_0_mlp/mean":0.5,"train/tensor_param_model_layers_94_mlp_down_proj_weight/norm":9,"train/tensor_act_model_layers_87_mlp_gate_proj/max":2.875,"train/tensor_act_model_layers_61_mlp_gate_proj/norm":2884.619873046875,"train/tensor_grad_model_layers_32_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_38_mlp_gate_proj_weight/min":-0.125,"train/tensor_act_model_layers_76_residual_post_attn/max":39.5,"train/tensor_act_model_layers_65_residual_pre_attn/std":0.93359375,"train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs":0.1240234375,"train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_90_mlp_up_proj/norm":2985.552001953125,"train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_46_residual_post_attn/max":24.125,"train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_3_mlp_up_proj_weight/min":-0.10302734375,"train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_21_residual_pre_attn/std":0.39453125,"train/tensor_act_model_layers_39_residual_post_attn/std":0.60546875,"train/tensor_param_model_layers_72_mlp_down_proj_weight/max":0.1298828125,"train/tensor_param_model_layers_3_mlp_down_proj_weight/mean":0.00014019012451171875,"train/tensor_act_model_layers_74_mlp_down_proj/std":0.18359375,"train/tensor_grad_model_layers_93_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_34_mlp_gate_proj_weight/std":0.031982421875,"train/tensor_act_model_layers_19_mlp/norm":1024,"train/tensor_act_model_layers_3_residual_post_mlp/range":1.171875,"train/tensor_act_model_layers_22_residual_post_attn/max":12,"train/tensor_param_model_layers_14_mlp_up_proj_weight/max":0.125,"train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm":10.3125,"train/tensor_act_model_layers_43_mlp_down_proj/std":0.158203125,"train/tensor_act_model_layers_36_mlp_down_proj/min":1.7734375,"train/tensor_act_model_layers_65_mlp_up_proj/range":4.78125,"train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_51_residual_pre_attn/max":26.625,"train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_69_mlp/max_abs":0.5,"train/tensor_act_model_layers_81_mlp_gate_proj/mean":0.244140625,"train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs":0.1357421875,"train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_8_mlp_up_proj/range":4.28125,"train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_78_residual_post_attn/max_abs":40.5,"train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs":0.1630859375,"train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_49_mlp_gate_proj/max":2.296875,"train/tensor_param_model_layers_15_mlp_up_proj_weight/mean":0.0001621246337890625,"train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs":0.1474609375,"train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_2_residual_pre_attn/norm":2049.23583984375,"train/tensor_param_model_layers_60_mlp_down_proj_weight/norm":6.4375,"train/tensor_act_model_layers_35_mlp/norm":1024,"train/tensor_act_model_layers_22_residual_pre_attn/mean":10.75,"train/tensor_act_model_layers_6_residual_post_attn/std":0.17578125,"train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_64_residual_post_attn/mean":30.875,"train/tensor_act_model_layers_46_residual_pre_attn/mean":22.375,"train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_41_mlp_up_proj_weight/norm":5.84375,"train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_13_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_72_residual_post_mlp/norm":72242.2109375,"train/tensor_act_model_layers_54_mlp_up_proj/std":1.09375,"train/tensor_act_model_layers_80_mlp_up_proj/std":1.0390625,"train/tensor_param_model_layers_52_mlp_down_proj_weight/min":-0.1328125,"train/tensor_act_model_layers_1_mlp/max":0.5,"train/tensor_act_model_layers_55_mlp_gate_proj/norm":3025.463623046875,"train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_93_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_83_mlp/range":0,"train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_76_residual_pre_attn/mean":36.75,"train/tensor_act_model_layers_10_residual_pre_attn/min":4.25,"train/tensor_act_model_layers_76_mlp_gate_proj/max":2.78125,"train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_49_mlp/mean":0.5,"train/tensor_act_model_layers_5_mlp_gate_proj/range":3.6953125,"train/tensor_act_model_layers_97_residual_post_attn/mean":47,"train/tensor_act_model_layers_52_mlp_up_proj/max_abs":2.203125,"train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs":0.1328125,"train/tensor_act_model_layers_57_residual_pre_attn/range":4.5,"train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_2_residual_post_attn/norm":2050.93212890625,"train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_67_residual_post_mlp/std":0.98828125,"train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_26_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_76_mlp/min":0.5,"train/tensor_act_model_layers_14_mlp/norm":1024,"train/tensor_act_model_layers_47_residual_pre_attn/norm":46777.79296875,"train/tensor_param_model_layers_20_mlp_down_proj_weight/max":0.1259765625,"train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_34_mlp_up_proj/max":2.078125,"train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_74_residual_post_mlp/range":5,"train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_54_mlp_gate_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_37_residual_pre_attn/range":3.8125,"train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_41_mlp_down_proj/max_abs":2.890625,"train/tensor_act_model_layers_51_mlp_up_proj/max_abs":2.375,"train/tensor_act_model_layers_85_mlp/norm":1024,"train/tensor_param_model_layers_53_mlp_gate_proj_weight/max":0.125,"train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_mlp/max":0.5,"train/tensor_grad_model_layers_22_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_5_mlp/min":0.5,"train/tensor_param_model_layers_79_mlp_down_proj_weight/std":0.04052734375,"train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_61_mlp_down_proj/min":1.765625,"train/tensor_act_model_layers_49_residual_pre_attn/range":4.25,"train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_12_mlp/max_abs":0.5,"train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_41_mlp_gate_proj/max":2.25,"train/tensor_param_model_layers_78_mlp_up_proj_weight/max":0.1318359375,"train/tensor_act_model_layers_96_mlp_up_proj/max_abs":3.28125,"train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_15_residual_post_attn/range":2.03125,"train/tensor_act_model_layers_21_residual_pre_attn/range":2.4375,"train/tensor_act_model_layers_31_mlp_down_proj/max":2.4375,"train/tensor_act_model_layers_67_residual_post_attn/max_abs":34.75,"train/tensor_param_model_layers_47_mlp_down_proj_weight/min":-0.11962890625,"train/tensor_act_model_layers_83_residual_pre_attn/range":7,"train/tensor_act_model_layers_6_residual_pre_attn/max_abs":3.625,"train/tensor_act_model_layers_19_mlp_down_proj/range":0.875,"train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_19_mlp_down_proj/mean":1.9375,"train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_residual_pre_attn/range":1.75,"train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm":5.6875,"train/tensor_act_model_layers_93_residual_pre_attn/max_abs":49.25,"train/tensor_act_model_layers_12_residual_pre_attn/norm":12135.5029296875,"train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_15_residual_post_mlp/min":6.90625,"train/tensor_act_model_layers_19_residual_post_attn/range":2.4375,"train/tensor_param_model_layers_52_mlp_down_proj_weight/range":0.2607421875,"train/tensor_act_model_layers_76_residual_post_attn/range":5.75,"train/tensor_param_model_layers_49_mlp_up_proj_weight/range":0.2578125,"train/tensor_param_model_layers_36_mlp_down_proj_weight/min":-0.1181640625,"train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_81_mlp_down_proj_weight/max":0.1474609375,"train/tensor_param_model_layers_39_mlp_down_proj_weight/mean":-0.00128936767578125,"train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm":6.59375,"train/tensor_act_model_layers_11_residual_post_mlp/mean":5.90625,"train/tensor_act_model_layers_96_mlp/norm":1024,"train/tensor_act_model_layers_12_mlp/mean":0.5,"train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_mlp_up_proj/std":1.046875,"train/tensor_param_model_layers_98_mlp_down_proj_weight/range":0.3447265625,"train/tensor_act_model_layers_32_mlp_down_proj/mean":1.9296875,"train/tensor_act_model_layers_22_mlp/norm":1024,"train/tensor_param_model_layers_79_mlp_down_proj_weight/min":-0.134765625,"train/tensor_act_model_layers_36_mlp_gate_proj/mean":0.11962890625,"train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_11_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_66_residual_post_attn/norm":65204.3984375,"train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_17_residual_pre_attn/max_abs":9.375,"train/tensor_act_model_layers_13_residual_post_mlp/min":6.0625,"train/tensor_act_model_layers_28_mlp/std":0,"train/tensor_act_model_layers_26_mlp_up_proj/norm":3220.813720703125,"train/tensor_act_model_layers_43_mlp_up_proj/std":1.078125,"train/tensor_act_model_layers_9_residual_post_attn/mean":4.4375,"train/tensor_act_model_layers_61_mlp_up_proj/std":1.0703125,"train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_20_mlp_up_proj/min":-2.171875,"train/tensor_act_model_layers_26_mlp_gate_proj/std":1.046875,"train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_53_mlp_gate_proj_weight/std":0.036865234375,"train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_82_mlp_up_proj_weight/min":-0.14453125,"train/tensor_grad_model_layers_12_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_79_mlp_down_proj_weight/max":0.1455078125,"train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean":0.00128936767578125,"train/tensor_act_model_layers_14_mlp/min":0.5,"train/tensor_act_model_layers_30_mlp_down_proj/norm":4069.371826171875,"train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_92_mlp_down_proj/mean":2.125,"train/tensor_act_model_layers_57_mlp/norm":1024,"train/tensor_act_model_layers_7_residual_post_mlp/norm":8126.42529296875,"train/tensor_act_model_layers_17_residual_post_mlp/max":9.9375,"train/tensor_act_model_layers_53_residual_post_attn/range":4.25,"train/tensor_param_model_layers_53_mlp_up_proj_weight/std":0.035400390625,"train/tensor_act_model_layers_42_residual_post_attn/std":0.66796875,"train/tensor_act_model_layers_51_mlp_up_proj/std":1.1328125,"train/tensor_param_model_layers_67_mlp_up_proj_weight/norm":6.75,"train/tensor_act_model_layers_25_residual_post_mlp/norm":26020.666015625,"train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_23_mlp/max":0.5,"train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs":0.12353515625,"train/tensor_param_model_layers_61_mlp_down_proj_weight/min":-0.1279296875,"train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_56_residual_post_attn/norm":55459.96484375,"train/tensor_act_model_layers_49_residual_post_mlp/max_abs":26.125,"train/tensor_grad_model_layers_25_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_90_mlp_up_proj/range":5.265625,"train/tensor_act_model_layers_90_mlp/range":0,"train/tensor_act_model_layers_65_mlp_up_proj/max_abs":2.4375,"train/tensor_param_model_layers_4_mlp_down_proj_weight/range":0.22119140625,"train/tensor_act_model_layers_56_residual_pre_attn/min":24.75,"train/tensor_act_model_layers_88_residual_post_attn/mean":42.75,"train/tensor_act_model_layers_38_mlp_down_proj/mean":1.9375,"train/tensor_param_model_layers_81_mlp_down_proj_weight/std":0.04296875,"train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean":0.001922607421875,"train/tensor_act_model_layers_32_residual_post_attn/range":3.25,"train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_31_mlp/min":0.5,"train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_94_residual_pre_attn/max_abs":49.75,"train/tensor_act_model_layers_37_mlp_gate_proj/mean":0.150390625,"train/tensor_act_model_layers_74_residual_post_attn/max_abs":38.25,"train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_62_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit":0,"train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_0_residual_post_attn/std":0.09130859375,"train/tensor_param_model_layers_54_mlp_up_proj_weight/mean":-0.0003814697265625,"train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_74_mlp/std":0,"train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_36_residual_pre_attn/std":0.59765625,"train/tensor_param_model_layers_45_mlp_up_proj_weight/min":-0.1259765625,"train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_mlp_gate_proj/min":-1.21875,"train/tensor_param_model_layers_59_mlp_down_proj_weight/norm":6.46875,"train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs":0.1318359375,"train/tensor_act_model_layers_12_residual_post_mlp/max_abs":7.25,"train/tensor_act_model_layers_74_mlp_gate_proj/min":-1.2734375,"train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm":7.28125,"train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_mlp_gate_proj/std":1.046875,"train/tensor_param_model_layers_19_mlp_down_proj_weight/norm":5.21875,"train/tensor_act_model_layers_40_mlp/mean":0.5,"train/tensor_act_model_layers_20_mlp_gate_proj/mean":0.1689453125,"train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs":0.166015625,"train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_35_mlp_up_proj_weight/std":0.03125,"train/tensor_act_model_layers_79_mlp_down_proj/norm":4017.76953125,"train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_72_mlp_down_proj_weight/std":0.03759765625,"train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_34_mlp_gate_proj_weight/max":0.1220703125,"train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_48_residual_post_mlp/norm":48731.33984375,"train/tensor_grad_model_layers_24_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_83_residual_post_mlp/norm":83362.4453125,"train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_39_mlp_down_proj/mean":1.9296875,"train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_50_residual_pre_attn/max":26.125,"train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_1_mlp_up_proj/range":5.046875,"train/tensor_grad_model_layers_4_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_23_mlp_gate_proj/max":2.375,"train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_87_mlp_up_proj/max":2.953125,"train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_residual_post_mlp/norm":6113.30859375,"train/tensor_grad_model_layers_27_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs":0.111328125,"train/tensor_act_model_layers_28_residual_pre_attn/norm":28007.080078125,"train/tensor_act_model_layers_23_residual_post_mlp/mean":11.75,"train/tensor_act_model_layers_48_mlp_gate_proj/max":2.390625,"train/tensor_act_model_layers_75_mlp_up_proj/std":1.09375,"train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_96_residual_post_mlp/mean":47,"train/tensor_act_model_layers_73_mlp/range":0,"train/tensor_act_model_layers_25_residual_pre_attn/max_abs":13.6875,"train/tensor_param_model_layers_36_mlp_up_proj_weight/std":0.03173828125,"train/tensor_param_model_layers_48_mlp_down_proj_weight/min":-0.125,"train/tensor_act_model_layers_78_mlp/min":0.5,"train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_24_mlp_down_proj/max":3.125,"train/tensor_act_model_layers_11_mlp_gate_proj/max_abs":2.40625,"train/tensor_param_model_layers_18_mlp_down_proj_weight/mean":0.00013446807861328125,"train/tensor_grad_model_layers_29_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_92_mlp_gate_proj/range":4.25,"train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_74_mlp_down_proj/max_abs":2.890625,"train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_71_residual_post_attn/norm":70194.7734375,"train/tensor_param_model_layers_49_mlp_down_proj_weight/min":-0.1298828125,"train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_63_mlp_up_proj/range":5.046875,"train/tensor_act_model_layers_29_residual_pre_attn/mean":14.125,"train/tensor_act_model_layers_78_residual_post_attn/max":40.5,"train/tensor_act_model_layers_59_mlp_up_proj/mean":-0.0654296875,"train/tensor_act_model_layers_93_residual_pre_attn/mean":45,"train/tensor_act_model_layers_86_residual_post_mlp/norm":86368.75,"train/tensor_param_model_layers_22_mlp_down_proj_weight/std":0.0291748046875,"train/tensor_act_model_layers_93_mlp_down_proj/mean":1.8984375,"train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_19_mlp_up_proj_weight/range":0.2568359375,"train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_63_residual_post_mlp/max_abs":33.25,"train/tensor_act_model_layers_81_residual_pre_attn/norm":80369.1640625,"train/tensor_param_model_layers_0_mlp_gate_proj_weight/min":-0.115234375,"train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_43_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_40_mlp_up_proj/range":4.46875,"train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_40_mlp/min":0.5,"train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_mlp/max":0.5,"train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_94_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_44_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_94_mlp_up_proj/max":2.875,"train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_95_mlp_gate_proj/min":-1.671875,"train/tensor_act_model_layers_77_mlp_gate_proj/norm":3019.97412109375,"train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_76_residual_post_mlp/max_abs":40,"train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_27_residual_pre_attn/norm":27023.98046875,"train/tensor_act_model_layers_50_mlp_up_proj/max":2.21875,"train/tensor_act_model_layers_11_mlp_gate_proj/mean":0.10986328125,"train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_9_residual_post_attn/norm":9127.564453125,"train/tensor_act_model_layers_15_residual_post_attn/norm":15082.8662109375,"train/tensor_param_model_layers_61_mlp_down_proj_weight/mean":-8.821487426757812e-05,"train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs":0.14453125,"train/tensor_param_model_layers_22_mlp_down_proj_weight/norm":5.28125,"train/tensor_param_model_layers_14_mlp_down_proj_weight/max":0.1142578125,"train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_98_mlp_up_proj_weight/norm":9.75,"train/tensor_act_model_layers_67_mlp_down_proj/min":1.7734375,"train/tensor_act_model_layers_32_mlp/min":0.5,"train/tensor_act_model_layers_6_mlp/range":0,"train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs":0.12890625,"train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean":0.00146484375,"train/tensor_act_model_layers_1_residual_post_attn/range":0.8349609375,"train/tensor_act_model_layers_6_residual_post_mlp/norm":7114.35546875,"train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_30_mlp_down_proj/range":0.984375,"train/tensor_param_model_layers_67_mlp_down_proj_weight/std":0.036865234375,"train/tensor_grad_model_layers_73_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_33_mlp_gate_proj/mean":0.14453125,"train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_76_mlp_down_proj/max_abs":3.375,"train/tensor_act_model_layers_27_residual_post_mlp/std":0.478515625,"train/tensor_param_model_layers_70_mlp_down_proj_weight/mean":0.000835418701171875,"train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_78_mlp_down_proj_weight/min":-0.1357421875,"train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_29_residual_post_attn/max":15.5,"train/tensor_act_model_layers_63_mlp_gate_proj/std":1.0390625,"train/tensor_act_model_layers_78_residual_pre_attn/mean":37.75,"train/tensor_grad_model_layers_83_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_23_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_56_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_18_residual_pre_attn/range":2.0625,"train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_96_mlp_gate_proj_weight/range":0.376953125,"train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean":0.00057220458984375,"train/tensor_act_model_layers_70_mlp_down_proj/range":1.421875,"train/tensor_act_model_layers_93_residual_post_attn/max":49.25,"train/tensor_act_model_layers_10_residual_post_mlp/range":1.5625,"train/tensor_act_model_layers_1_mlp_down_proj/max_abs":4.0625,"train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_42_residual_pre_attn/max_abs":22.125,"train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_7_mlp_up_proj/std":1.1171875,"train/tensor_param_model_layers_64_mlp_down_proj_weight/std":0.036376953125,"train/tensor_grad_model_layers_76_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_residual_post_mlp/std":0.3046875,"train/tensor_act_model_layers_13_mlp/mean":0.5,"train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_60_mlp_up_proj/max_abs":2.4375,"train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs":0.158203125,"train/tensor_act_model_layers_65_mlp_down_proj/norm":4024.688232421875,"train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_52_mlp_up_proj_weight/min":-0.1484375,"train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_75_mlp_up_proj_weight/range":0.26171875,"train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm":7.46875,"train/tensor_param_model_layers_4_mlp_gate_proj_weight/max":0.1162109375,"train/tensor_act_model_layers_36_residual_post_attn/mean":17.5,"train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs":0.12890625,"train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_88_residual_post_mlp/mean":43.25,"train/tensor_act_model_layers_8_residual_pre_attn/norm":8126.42529296875,"train/tensor_act_model_layers_8_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_48_mlp_gate_proj_weight/range":0.263671875,"train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_41_residual_post_mlp/std":0.625,"train/tensor_act_model_layers_91_residual_post_attn/max_abs":48.25,"train/tensor_act_model_layers_63_residual_post_attn/std":0.9296875,"train/tensor_act_model_layers_99_mlp_gate_proj/mean":0.361328125,"train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_1_mlp_up_proj_weight/min":-0.11865234375,"train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_2_mlp/mean":0.5,"train/tensor_act_model_layers_90_residual_post_attn/norm":89320.5078125,"train/tensor_param_model_layers_54_mlp_down_proj_weight/std":0.03515625,"train/tensor_act_model_layers_94_residual_pre_attn/min":42.25,"train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_26_mlp_up_proj/range":4.296875,"train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_27_residual_post_mlp/range":2.6875,"train/tensor_act_model_layers_17_residual_post_mlp/mean":8.8125,"train/tensor_act_model_layers_89_mlp_gate_proj/mean":0.259765625,"train/tensor_act_model_layers_42_mlp/range":0,"train/tensor_grad_model_layers_30_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_51_residual_post_attn/norm":50613.09765625,"train/tensor_param_model_layers_11_mlp_up_proj_weight/range":0.22998046875,"train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_residual_post_mlp/range":4.25,"train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_77_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_42_mlp_down_proj/mean":1.9375,"train/tensor_act_model_layers_59_mlp_gate_proj/norm":2946.098388671875,"train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_26_mlp_gate_proj/range":3.3359375,"train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_27_mlp_gate_proj/norm":2967.455078125,"train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_90_mlp_gate_proj/std":1.0390625,"train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_68_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs":0.1142578125,"train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean":0.00165557861328125,"train/tensor_param_model_layers_1_mlp_down_proj_weight/std":0.032958984375,"train/tensor_act_model_layers_15_residual_post_attn/std":0.314453125,"train/tensor_param_model_layers_16_mlp_up_proj_weight/min":-0.111328125,"train/tensor_grad_model_layers_75_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_86_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_43_mlp_gate_proj_weight/max":0.12353515625,"train/tensor_act_model_layers_74_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_33_mlp_down_proj/max":2.484375,"train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_63_mlp_up_proj_weight/range":0.2568359375,"train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_69_mlp_gate_proj_weight/max":0.1298828125,"train/tensor_grad_model_layers_6_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs":0.1416015625,"train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_28_mlp_down_proj/range":0.8203125,"train/tensor_param_model_layers_96_mlp_gate_proj_weight/min":-0.181640625,"train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_47_residual_post_mlp/range":3.875,"train/tensor_grad_model_layers_98_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_94_mlp_up_proj/max_abs":2.875,"train/tensor_act_model_layers_55_residual_post_mlp/min":24.75,"train/tensor_act_model_layers_9_mlp_up_proj/max_abs":1.9921875,"train/tensor_act_model_layers_57_mlp_up_proj/std":1.0546875,"train/tensor_grad_model_layers_95_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_44_residual_pre_attn/range":3.75,"train/tensor_param_model_layers_68_mlp_down_proj_weight/norm":6.6875,"train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_16_mlp_down_proj/max_abs":2.90625,"train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_80_mlp_down_proj_weight/max":0.1396484375,"train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_65_mlp_gate_proj/range":3.671875,"train/tensor_grad_model_layers_12_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_34_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_54_mlp_down_proj_weight/min":-0.1259765625,"train/tensor_act_model_layers_86_residual_post_mlp/max_abs":45.5,"train/tensor_act_model_layers_64_mlp_down_proj/max":2.734375,"train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs":0.11767578125,"train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_50_mlp_down_proj/mean":1.9296875,"train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_11_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs":0.1416015625,"train/tensor_param_model_layers_44_mlp_gate_proj_weight/range":0.2607421875,"train/tensor_act_model_layers_93_residual_post_attn/norm":92261.609375,"train/tensor_grad_model_layers_22_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_57_mlp_gate_proj/max_abs":2.390625,"train/tensor_act_model_layers_54_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_97_mlp_up_proj/mean":0.023681640625,"train/tensor_act_model_layers_36_residual_post_mlp/std":0.6015625,"train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_1_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_47_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_63_residual_post_attn/max":32.75,"train/tensor_act_model_layers_72_mlp/max":0.5,"train/tensor_act_model_layers_15_residual_pre_attn/mean":7.375,"train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_89_mlp_up_proj_weight/min":-0.1416015625,"train/tensor_grad_model_layers_65_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_96_mlp_down_proj_weight/mean":0.000591278076171875,"train/tensor_act_model_layers_79_residual_pre_attn/norm":78338.2109375,"train/tensor_act_model_layers_84_residual_post_attn/norm":83346.234375,"train/tensor_act_model_layers_26_residual_post_attn/norm":26000.6171875,"train/tensor_act_model_layers_51_residual_pre_attn/max_abs":26.625,"train/tensor_param_model_layers_64_mlp_down_proj_weight/min":-0.1328125,"train/tensor_act_model_layers_12_mlp/max":0.5,"train/tensor_act_model_layers_92_mlp_gate_proj/max_abs":2.703125,"train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_88_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_84_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_30_residual_post_mlp/min":13.5625,"train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_45_residual_pre_attn/norm":44769.55859375,"train/tensor_act_model_layers_26_mlp_gate_proj/max_abs":2.0625,"train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_96_mlp_gate_proj_weight/std":0.055908203125,"train/tensor_act_model_layers_63_residual_pre_attn/mean":30.375,"train/tensor_act_model_layers_53_residual_pre_attn/min":23.375,"train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_15_residual_post_attn/max":8.4375,"train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_27_mlp_down_proj/std":0.1240234375,"train/tensor_act_model_layers_88_mlp_up_proj/range":5.015625,"train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_62_mlp/max_abs":0.5,"train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_46_mlp_down_proj/min":1.7890625,"train/tensor_param_model_layers_76_mlp_up_proj_weight/range":0.259765625,"train/tensor_act_model_layers_39_mlp_down_proj/min":1.7890625,"train/tensor_param_model_layers_37_mlp_up_proj_weight/std":0.0322265625,"train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_7_residual_post_attn/min":2.734375,"train/tensor_param_model_layers_13_mlp_down_proj_weight/max":0.1171875,"train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_24_mlp_down_proj_weight/norm":5.34375,"train/tensor_grad_model_layers_86_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_80_mlp_gate_proj/mean":0.240234375,"train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_22_mlp_down_proj/max":2.46875,"train/tensor_act_model_layers_96_mlp_up_proj/norm":3128.5888671875,"train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_72_mlp_down_proj_weight/range":0.2578125,"train/tensor_act_model_layers_47_mlp_up_proj/std":1.0546875,"train/tensor_act_model_layers_71_residual_post_mlp/max":37.25,"train/tensor_param_model_layers_12_mlp_up_proj_weight/min":-0.125,"train/tensor_act_model_layers_70_mlp_up_proj/min":-2.640625,"train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs":0.1240234375,"train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_4_mlp/max_abs":0.5,"train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_78_residual_post_attn/std":1.1328125,"train/tensor_act_model_layers_45_mlp_down_proj/range":0.796875,"train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit":0,"train/tensor_grad_model_layers_5_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_29_mlp_gate_proj/max_abs":2.171875,"train/tensor_param_model_layers_90_mlp_up_proj_weight/min":-0.1494140625,"train/tensor_act_model_layers_98_mlp_gate_proj/norm":3212.786865234375,"train/tensor_param_model_layers_60_mlp_up_proj_weight/norm":6.5,"train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean":0.0018768310546875,"train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_35_mlp/min":0.5,"train/tensor_act_model_layers_37_residual_pre_attn/max":19.75,"train/tensor_act_model_layers_44_mlp_down_proj/norm":3977.07568359375,"train/tensor_act_model_layers_4_mlp/norm":1024,"train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_25_mlp_down_proj_weight/norm":5.34375,"train/tensor_act_model_layers_92_mlp_up_proj/max_abs":3.53125,"train/tensor_act_model_layers_21_mlp_up_proj/range":4.21875,"train/tensor_act_model_layers_77_mlp_gate_proj/max_abs":2.53125,"train/tensor_act_model_layers_83_mlp/norm":1024,"train/tensor_act_model_layers_26_mlp/min":0.5,"train/tensor_act_model_layers_38_residual_post_mlp/max":20.75,"train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_79_mlp_down_proj/max_abs":2.4375,"train/tensor_act_model_layers_70_mlp_up_proj/norm":3185.802001953125,"train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_14_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_74_mlp_down_proj_weight/mean":6.246566772460938e-05,"train/tensor_param_model_layers_87_mlp_down_proj_weight/max":0.1376953125,"train/tensor_act_model_layers_20_residual_post_mlp/min":9.125,"train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_3_mlp_down_proj/std":0.220703125,"train/tensor_grad_model_layers_36_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_17_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_12_residual_pre_attn/min":5.125,"train/tensor_param_model_layers_31_mlp_up_proj_weight/norm":5.5625,"train/tensor_act_model_layers_40_residual_post_mlp/min":18,"train/tensor_act_model_layers_2_residual_post_mlp/max_abs":1.984375,"train/tensor_param_model_layers_22_mlp_down_proj_weight/min":-0.10595703125,"train/tensor_act_model_layers_74_residual_pre_attn/max":38.25,"train/tensor_act_model_layers_99_mlp/range":1,"train/tensor_grad_model_layers_71_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_residual_pre_attn/norm":74245.8359375,"train/tensor_act_model_layers_70_residual_post_attn/mean":33.75,"train/tensor_act_model_layers_76_mlp/range":0,"train/tensor_act_model_layers_19_residual_pre_attn/norm":19088.259765625,"train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_43_residual_post_attn/range":3.75,"train/tensor_param_model_layers_78_mlp_down_proj_weight/std":0.0400390625,"train/tensor_grad_model_layers_31_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_57_mlp_gate_proj/mean":0.1875,"train/tensor_act_model_layers_85_mlp_down_proj/norm":4273.5888671875,"train/tensor_param_model_layers_86_mlp_gate_proj_weight/max":0.1435546875,"train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_67_mlp_down_proj_weight/min":-0.130859375,"train/tensor_grad_model_layers_82_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean":0.0025787353515625,"train/tensor_act_model_layers_64_mlp_down_proj/norm":4018.01025390625,"train/tensor_act_model_layers_63_mlp_down_proj/mean":1.9609375,"train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_mlp_down_proj/norm":4189.1962890625,"train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_41_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_6_mlp_down_proj/max_abs":2.796875,"train/tensor_param_model_layers_8_mlp_down_proj_weight/min":-0.111328125,"train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_94_mlp_down_proj/std":0.296875,"train/tensor_param_model_layers_61_mlp_up_proj_weight/mean":-0.0001049041748046875,"train/tensor_act_model_layers_13_mlp_up_proj/max":2.046875,"train/tensor_param_model_layers_49_mlp_down_proj_weight/mean":-0.000560760498046875,"train/tensor_param_model_layers_28_mlp_up_proj_weight/norm":5.5625,"train/tensor_act_model_layers_5_residual_post_attn/min":1.765625,"train/tensor_act_model_layers_6_residual_post_attn/max_abs":3.65625,"train/tensor_act_model_layers_93_residual_post_attn/std":1.40625,"train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm":6.5,"train/tensor_act_model_layers_29_residual_post_attn/std":0.5,"train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs":0.125,"train/tensor_grad_model_layers_79_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_36_mlp_down_proj_weight/norm":5.6875,"train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_42_mlp_up_proj/mean":0.11181640625,"train/tensor_act_model_layers_69_mlp_down_proj/min":1.7578125,"train/tensor_act_model_layers_8_mlp/std":0,"train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_8_mlp_up_proj_weight/mean":-0.00048065185546875,"train/tensor_act_model_layers_13_mlp_gate_proj/min":-1.3046875,"train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm":5.28125,"train/tensor_act_model_layers_86_mlp_down_proj/std":0.302734375,"train/tensor_act_model_layers_67_mlp/range":0,"train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_72_mlp_down_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_34_mlp_gate_proj/norm":3017.759765625,"train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_24_residual_pre_attn/max":13.0625,"train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs":0.1357421875,"train/tensor_act_model_layers_21_mlp_gate_proj/std":1.046875,"train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_41_residual_pre_attn/std":0.60546875,"train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs":0.1767578125,"train/tensor_grad_model_layers_0_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_23_residual_post_mlp/max":13.0625,"train/tensor_grad_model_layers_71_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_35_mlp_up_proj/max":2.34375,"train/tensor_param_model_layers_38_mlp_gate_proj_weight/max":0.126953125,"train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs":0.12109375,"train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_residual_post_mlp/range":3.875,"train/tensor_act_model_layers_91_mlp_up_proj/max":2.671875,"train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs":0.169921875,"train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_40_mlp/std":0,"train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_33_mlp_up_proj/norm":3191.888671875,"train/tensor_act_model_layers_86_residual_post_attn/min":37.75,"train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs":0.17578125,"train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_mlp/max_abs":0.5,"train/tensor_act_model_layers_26_residual_post_mlp/max_abs":14.5,"train/tensor_act_model_layers_14_residual_pre_attn/std":0.267578125,"train/tensor_act_model_layers_11_mlp/max":0.5,"train/tensor_act_model_layers_41_mlp/range":0,"train/tensor_act_model_layers_89_residual_post_mlp/max":47.5,"train/tensor_param_model_layers_49_mlp_down_proj_weight/std":0.0341796875,"train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_29_mlp/std":0,"train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_99_mlp_gate_proj/min":-1.5078125,"train/tensor_act_model_layers_78_residual_post_mlp/max":41,"train/tensor_act_model_layers_23_mlp/norm":1024,"train/tensor_act_model_layers_74_mlp_up_proj/std":1.0859375,"train/tensor_grad_model_layers_19_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_23_residual_post_attn/max_abs":12.5625,"train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_74_residual_post_mlp/mean":36.25,"train/tensor_act_model_layers_18_residual_pre_attn/max":9.9375,"train/tensor_param_model_layers_48_mlp_down_proj_weight/std":0.033935546875,"train/tensor_param_model_layers_52_mlp_down_proj_weight/max":0.1279296875,"train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_77_mlp_down_proj/max_abs":2.859375,"train/tensor_act_model_layers_52_mlp_down_proj/min":1.8046875,"train/tensor_act_model_layers_5_mlp/std":0,"train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_13_mlp_up_proj/mean":0.028564453125,"train/tensor_act_model_layers_67_mlp_down_proj/norm":4030.06103515625,"train/tensor_act_model_layers_73_mlp_up_proj/norm":3247.8994140625,"train/tensor_grad_model_layers_23_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_53_mlp_up_proj/max":2.140625,"train/tensor_act_model_layers_48_residual_post_attn/min":21,"train/tensor_act_model_layers_43_mlp/norm":1024,"train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_87_mlp/min":0.5,"train/tensor_act_model_layers_87_residual_post_mlp/max_abs":46,"train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean":0.00049591064453125,"train/tensor_act_model_layers_80_residual_post_attn/mean":38.75,"train/tensor_act_model_layers_57_mlp_down_proj/min":1.75,"train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_59_mlp_down_proj/range":1.078125,"train/tensor_act_model_layers_6_residual_post_attn/min":2.203125,"train/tensor_act_model_layers_83_residual_post_attn/min":36.5,"train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_44_mlp_up_proj/max":2.140625,"train/tensor_param_model_layers_53_mlp_gate_proj_weight/min":-0.126953125,"train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_41_residual_pre_attn/max_abs":21.625,"train/tensor_act_model_layers_23_mlp_up_proj/std":1.1015625,"train/tensor_param_model_layers_98_mlp_down_proj_weight/norm":9.375,"train/tensor_act_model_layers_60_residual_post_mlp/max_abs":31.875,"train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_84_residual_post_mlp/mean":41.25,"train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_77_mlp_up_proj_weight/min":-0.15234375,"train/tensor_act_model_layers_94_mlp_gate_proj/range":4.328125,"train/tensor_act_model_layers_45_residual_pre_attn/max":23.5,"train/tensor_grad_model_layers_38_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_25_residual_post_attn/min":10.9375,"train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_65_mlp_up_proj_weight/std":0.036865234375,"train/tensor_act_model_layers_56_mlp_down_proj/min":1.7890625,"train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_5_mlp_down_proj_weight/norm":5,"train/tensor_act_model_layers_4_residual_post_mlp/max_abs":3.125,"train/tensor_act_model_layers_59_residual_pre_attn/max":30.875,"train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_9_mlp_gate_proj_weight/min":-0.12060546875,"train/tensor_act_model_layers_26_mlp_up_proj/max_abs":2.171875,"train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_54_mlp_gate_proj_weight/max":0.12890625,"train/tensor_act_model_layers_18_mlp_up_proj/min":-2.21875,"train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_42_residual_pre_attn/mean":20.375,"train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs":0.1494140625,"train/tensor_param_model_layers_20_mlp_down_proj_weight/min":-0.123046875,"train/tensor_act_model_layers_42_mlp/std":0,"train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_57_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_42_residual_post_attn/max":22.125,"train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_70_mlp_gate_proj/norm":2989.945556640625,"train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_77_residual_pre_attn/norm":76236.8203125,"train/tensor_act_model_layers_58_mlp/std":0,"train/tensor_act_model_layers_23_residual_post_attn/mean":11.25,"train/tensor_param_model_layers_81_mlp_down_proj_weight/min":-0.1337890625,"train/tensor_act_model_layers_91_mlp/mean":0.5,"train/tensor_act_model_layers_3_residual_post_attn/range":1.17578125,"train/tensor_act_model_layers_33_residual_pre_attn/max":17.75,"train/tensor_act_model_layers_38_residual_pre_attn/max_abs":20.25,"train/tensor_act_model_layers_27_residual_pre_attn/std":0.45703125,"train/tensor_param_model_layers_85_mlp_gate_proj_weight/range":0.3017578125,"train/tensor_param_model_layers_72_mlp_down_proj_weight/mean":-0.00128936767578125,"train/tensor_param_model_layers_36_mlp_down_proj_weight/max":0.11376953125,"train/tensor_act_model_layers_34_mlp_gate_proj/max_abs":2.234375,"train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean":0.0018310546875,"train/tensor_param_model_layers_1_mlp_up_proj_weight/range":0.25439453125,"train/tensor_act_model_layers_45_residual_post_attn/mean":21.875,"train/tensor_act_model_layers_62_mlp_down_proj/norm":4047.109375,"train/tensor_act_model_layers_68_residual_post_mlp/min":30.875,"train/tensor_param_model_layers_42_mlp_up_proj_weight/std":0.032470703125,"train/tensor_param_model_layers_28_mlp_up_proj_weight/max":0.11376953125,"train/tensor_param_model_layers_61_mlp_down_proj_weight/std":0.035888671875,"train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_mlp_down_proj/max_abs":3.046875,"train/tensor_act_model_layers_60_mlp_gate_proj/range":3.90625,"train/tensor_act_model_layers_88_mlp_gate_proj/std":1.0234375,"train/tensor_act_model_layers_75_mlp_gate_proj/max_abs":2.34375,"train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_47_mlp_down_proj_weight/max":0.1259765625,"train/tensor_act_model_layers_2_mlp_gate_proj/max_abs":2.515625,"train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_8_mlp_up_proj_weight/norm":5,"train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs":0.103515625,"train/tensor_act_model_layers_6_mlp/min":0.5,"train/tensor_act_model_layers_39_mlp/std":0,"train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_20_mlp_down_proj_weight/std":0.0291748046875,"train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_53_mlp_gate_proj/max":2.328125,"train/tensor_act_model_layers_88_mlp_down_proj/norm":3951.88427734375,"train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_51_mlp_down_proj_weight/mean":0.00010824203491210938,"train/tensor_act_model_layers_66_residual_post_mlp/max_abs":34.75,"train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_12_mlp_down_proj/max":2.625,"train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_59_mlp_up_proj_weight/norm":6.53125,"train/tensor_act_model_layers_3_residual_pre_attn/range":0.953125,"train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_51_mlp_down_proj/min":1.765625,"train/tensor_act_model_layers_8_mlp_up_proj/min":-2.15625,"train/tensor_act_model_layers_31_mlp/max":0.5,"train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_97_mlp_gate_proj/max":3.171875,"train/tensor_act_model_layers_84_residual_post_attn/max_abs":44,"train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs":0.1298828125,"train/tensor_act_model_layers_58_residual_post_attn/max":30.375,"train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs":0.125,"train/tensor_act_model_layers_96_mlp_gate_proj/max":2.953125,"train/tensor_grad_model_layers_65_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_31_residual_pre_attn/mean":15.125,"train/tensor_act_model_layers_81_mlp_gate_proj/max_abs":2.78125,"train/tensor_act_model_layers_88_mlp_gate_proj/max_abs":2.6875,"train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs":0.1298828125,"train/tensor_grad_model_layers_75_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_33_mlp_down_proj/norm":3994.2958984375,"train/tensor_act_model_layers_31_residual_post_attn/max":16.625,"train/tensor_act_model_layers_67_residual_post_mlp/max_abs":35.25,"train/tensor_act_model_layers_31_mlp_down_proj/range":0.640625,"train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_3_mlp_up_proj_weight/range":0.2099609375,"train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_66_residual_post_attn/std":0.9609375,"train/tensor_act_model_layers_28_mlp_down_proj/max":2.625,"train/tensor_act_model_layers_32_mlp_gate_proj/norm":3066.71875,"train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_17_residual_pre_attn/range":2,"train/tensor_param_model_layers_51_mlp_up_proj_weight/range":0.2548828125,"train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_58_residual_pre_attn/mean":28,"train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_64_mlp/norm":1024,"train/tensor_act_model_layers_86_residual_post_mlp/max":45.5,"train/tensor_act_model_layers_42_mlp_down_proj/max":2.953125,"train/tensor_act_model_layers_90_mlp_gate_proj/min":-1.2734375,"train/tensor_param_model_layers_85_mlp_down_proj_weight/norm":8,"train/tensor_act_model_layers_19_mlp/mean":0.5,"train/tensor_act_model_layers_51_residual_post_attn/range":4.375,"train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_64_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_21_mlp_up_proj_weight/range":0.2353515625,"train/tensor_act_model_layers_11_residual_pre_attn/range":1.5625,"train/tensor_param_model_layers_92_mlp_up_proj_weight/norm":8.75,"train/tensor_grad_model_layers_45_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_37_mlp/norm":1024,"train/tensor_act_model_layers_64_residual_pre_attn/norm":63285.77734375,"train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_25_residual_pre_attn/range":2.6875,"train/tensor_act_model_layers_99_mlp_down_proj/norm":4551.50634765625,"train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_23_mlp/range":0,"train/tensor_act_model_layers_33_residual_post_attn/range":3.5,"train/tensor_act_model_layers_91_residual_post_mlp/max_abs":48.75,"train/tensor_act_model_layers_13_mlp/max_abs":0.5,"train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_40_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_84_mlp_gate_proj_weight/min":-0.1435546875,"train/tensor_act_model_layers_89_mlp_down_proj/norm":3997.759521484375,"train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_81_mlp_gate_proj_weight/max":0.14453125,"train/tensor_param_model_layers_33_mlp_up_proj_weight/mean":-0.00087738037109375,"train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_95_mlp_gate_proj/std":1.015625,"train/tensor_act_model_layers_74_mlp_up_proj/range":4.78125,"train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_95_residual_post_attn/norm":94239.6953125,"train/tensor_act_model_layers_73_residual_post_mlp/mean":35.75,"train/tensor_act_model_layers_43_mlp_up_proj/range":4.71875,"train/tensor_param_model_layers_81_mlp_gate_proj_weight/range":0.291015625,"train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_76_mlp_down_proj_weight/min":-0.1357421875,"train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm":7.21875,"train/tensor_grad_model_layers_27_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_65_mlp_up_proj_weight/max":0.1357421875,"train/tensor_act_model_layers_11_residual_post_mlp/min":5.125,"train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_2_mlp_down_proj/std":0.216796875,"train/tensor_act_model_layers_9_residual_post_attn/min":3.734375,"train/tensor_act_model_layers_65_mlp_down_proj/std":0.177734375,"train/tensor_act_model_layers_78_residual_post_mlp/range":6,"train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_65_mlp_gate_proj/mean":0.0693359375,"train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_65_residual_post_attn/max":33.75,"train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_15_mlp_up_proj_weight/range":0.2333984375,"train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean":0.00135040283203125,"train/tensor_act_model_layers_63_mlp_gate_proj/min":-1.2578125,"train/tensor_act_model_layers_3_residual_post_mlp/mean":1.9921875,"train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_65_residual_pre_attn/mean":31.375,"train/tensor_act_model_layers_55_residual_pre_attn/norm":54556.078125,"train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean":0.001708984375,"train/tensor_act_model_layers_62_residual_pre_attn/norm":61349.375,"train/tensor_act_model_layers_53_mlp_down_proj/mean":1.9453125,"train/tensor_act_model_layers_40_mlp/max_abs":0.5,"train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_8_mlp_up_proj/max":2.125,"train/tensor_grad_model_layers_83_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_72_mlp/min":0.5,"train/tensor_act_model_layers_78_mlp_down_proj/range":0.90625,"train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm":8.8125,"train/tensor_act_model_layers_59_mlp_down_proj/max":2.84375,"train/tensor_act_model_layers_71_mlp_up_proj/min":-2.109375,"train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_28_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_90_mlp_up_proj/std":1.03125,"train/tensor_act_model_layers_45_mlp_down_proj/min":1.78125,"train/tensor_act_model_layers_12_mlp_gate_proj/range":3.5546875,"train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_27_mlp_down_proj_weight/max":0.1259765625,"train/tensor_param_model_layers_42_mlp_up_proj_weight/max":0.1259765625,"train/tensor_act_model_layers_4_residual_pre_attn/range":1.171875,"train/tensor_act_model_layers_99_residual_post_mlp/range":7.75,"train/tensor_act_model_layers_25_mlp/max":0.5,"train/tensor_param_model_layers_28_mlp_up_proj_weight/std":0.03076171875,"train/tensor_act_model_layers_37_mlp_down_proj/range":0.7734375,"train/tensor_act_model_layers_18_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_58_mlp_up_proj/max_abs":2.484375,"train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_89_mlp_down_proj_weight/min":-0.138671875,"train/tensor_param_model_layers_31_mlp_gate_proj_weight/std":0.03173828125,"train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_83_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs":0.130859375,"train/tensor_grad_model_layers_56_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_95_mlp_up_proj/range":6.203125,"train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_21_mlp/mean":0.5,"train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_mlp_down_proj/min":1.7734375,"train/tensor_act_model_layers_80_residual_post_attn/std":1.203125,"train/tensor_param_model_layers_29_mlp_up_proj_weight/norm":5.5,"train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_mlp_gate_proj/min":-1.2578125,"train/tensor_act_model_layers_88_mlp_gate_proj/mean":0.236328125,"train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_63_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_43_mlp_gate_proj/std":1,"train/tensor_act_model_layers_9_residual_post_attn/range":1.453125,"train/tensor_param_model_layers_11_mlp_up_proj_weight/mean":-0.00010156631469726562,"train/tensor_act_model_layers_36_residual_pre_attn/min":15.4375,"train/tensor_act_model_layers_74_mlp_gate_proj/std":1.03125,"train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_56_mlp_up_proj_weight/norm":6.4375,"train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_59_residual_pre_attn/range":4.75,"train/tensor_act_model_layers_29_mlp_up_proj/min":-2.03125,"train/tensor_grad_model_layers_63_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_21_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_49_mlp_gate_proj_weight/range":0.2578125,"train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_42_mlp_down_proj_weight/min":-0.1259765625,"train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs":0.1962890625,"train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs":0.1455078125,"train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_62_mlp_up_proj/max_abs":2.71875,"train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_13_residual_pre_attn/range":1.625,"train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_53_residual_post_mlp/std":0.8359375,"train/tensor_param_model_layers_87_mlp_up_proj_weight/range":0.3115234375,"train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_32_residual_post_attn/mean":15.5625,"train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_60_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_mlp_up_proj/min":-2.09375,"train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_5_mlp_up_proj/norm":3056.60302734375,"train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean":0.000728607177734375,"train/tensor_act_model_layers_20_mlp/norm":1024,"train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_98_residual_post_attn/std":1.4375,"train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_30_mlp_gate_proj/mean":0.12158203125,"train/tensor_act_model_layers_7_mlp/norm":1024,"train/tensor_act_model_layers_12_mlp/std":0,"train/tensor_grad_model_layers_95_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_28_mlp_down_proj_weight/norm":5.46875,"train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_49_mlp/std":0,"train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_77_mlp_down_proj_weight/std":0.0390625,"train/tensor_act_model_layers_5_residual_post_mlp/std":0.166015625,"train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_25_mlp_up_proj/max_abs":2.171875,"train/tensor_param_model_layers_37_mlp_up_proj_weight/max":0.12890625,"train/tensor_act_model_layers_26_mlp_gate_proj/min":-1.2734375,"train/tensor_act_model_layers_79_mlp_gate_proj/mean":0.267578125,"train/tensor_act_model_layers_18_mlp_gate_proj/max_abs":2.140625,"train/tensor_act_model_layers_35_mlp_gate_proj/range":3.703125,"train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm":6.09375,"train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_28_mlp_up_proj_weight/range":0.23974609375,"train/tensor_act_model_layers_76_residual_post_attn/norm":75213.265625,"train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_5_residual_post_attn/max_abs":3.125,"train/tensor_act_model_layers_89_residual_pre_attn/norm":88367.3515625,"train/tensor_act_model_layers_20_mlp_down_proj/norm":3952.22412109375,"train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_98_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_73_residual_post_mlp/range":5,"train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_35_mlp_gate_proj_weight/min":-0.1220703125,"train/tensor_act_model_layers_92_residual_post_attn/max_abs":48.75,"train/tensor_grad_model_layers_87_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_82_residual_post_mlp/mean":40.25,"train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs":0.1982421875,"train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_5_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_0_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_68_mlp_up_proj_weight/range":0.2626953125,"train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_75_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_36_residual_post_mlp/norm":36910.5546875,"train/tensor_act_model_layers_19_mlp/range":0,"train/tensor_param_model_layers_71_mlp_up_proj_weight/mean":-6.914138793945312e-05,"train/tensor_act_model_layers_37_mlp_down_proj/norm":3965.829833984375,"train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs":0.1328125,"train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_10_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_13_mlp/max":0.5,"train/tensor_act_model_layers_33_residual_post_attn/min":14.25,"train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs":0.146484375,"train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_4_residual_pre_attn/mean":1.9921875,"train/tensor_param_model_layers_57_mlp_down_proj_weight/norm":6.40625,"train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_37_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_12_residual_post_mlp/std":0.26171875,"train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_53_residual_post_mlp/norm":53594.8125,"train/tensor_act_model_layers_18_residual_post_attn/std":0.359375,"train/tensor_act_model_layers_54_residual_pre_attn/max":28.125,"train/tensor_act_model_layers_95_residual_post_attn/range":7.75,"train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_85_mlp/max":0.5,"train/tensor_param_model_layers_88_mlp_up_proj_weight/norm":8.3125,"train/tensor_param_model_layers_83_mlp_down_proj_weight/std":0.043701171875,"train/tensor_act_model_layers_60_mlp_up_proj/norm":3117.65673828125,"train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_13_residual_post_mlp/max":7.8125,"train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_56_residual_pre_attn/std":0.83984375,"train/tensor_act_model_layers_86_residual_post_attn/max_abs":45,"train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_11_mlp_gate_proj/range":3.6796875,"train/tensor_act_model_layers_96_residual_post_mlp/max":50.75,"train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_24_mlp_gate_proj_weight/range":0.2421875,"train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_71_mlp_up_proj/max_abs":2.703125,"train/tensor_grad_model_layers_35_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_53_mlp_up_proj_weight/range":0.25830078125,"train/tensor_act_model_layers_51_mlp_up_proj/mean":0.0361328125,"train/tensor_grad_model_layers_49_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_38_mlp_down_proj/max_abs":2.34375,"train/tensor_act_model_layers_10_residual_post_mlp/norm":11160.2958984375,"train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_75_residual_post_attn/norm":74196.7109375,"train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_37_mlp_up_proj_weight/range":0.255859375,"train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_68_mlp_up_proj/norm":3086.248291015625,"train/tensor_grad_model_layers_86_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_53_residual_post_attn/min":23.375,"train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_77_mlp_up_proj/std":1.1328125,"train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_1_mlp_up_proj/norm":3362.41748046875,"train/tensor_act_model_layers_80_mlp/min":0.5,"train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_73_mlp/mean":0.5,"train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_60_mlp_gate_proj_weight/max":0.1328125,"train/tensor_grad_model_layers_85_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_38_mlp_down_proj/std":0.10791015625,"train/tensor_act_model_layers_87_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_34_residual_pre_attn/range":3.5,"train/tensor_act_model_layers_86_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_31_mlp_down_proj_weight/mean":0.0003528594970703125,"train/tensor_act_model_layers_34_mlp_up_proj/min":-1.8984375,"train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_87_mlp_down_proj/max":3.296875,"train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs":0.13671875,"train/tensor_param_model_layers_35_mlp_gate_proj_weight/std":0.031982421875,"train/tensor_act_model_layers_18_residual_pre_attn/mean":8.8125,"train/tensor_act_model_layers_15_residual_post_mlp/max":8.9375,"train/tensor_act_model_layers_35_residual_pre_attn/norm":34886.015625,"train/tensor_act_model_layers_10_residual_post_attn/min":4.125,"train/tensor_grad_model_layers_35_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_45_mlp_down_proj_weight/range":0.25146484375,"train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_54_residual_pre_attn/range":4.25,"train/tensor_act_model_layers_7_residual_post_attn/mean":3.46875,"train/tensor_param_model_layers_6_mlp_down_proj_weight/max":0.10693359375,"train/tensor_act_model_layers_9_mlp_up_proj/mean":-0.10888671875,"train/tensor_act_model_layers_18_residual_post_attn/max":10,"train/tensor_act_model_layers_67_mlp_gate_proj/mean":0.1357421875,"train/tensor_act_model_layers_67_residual_pre_attn/norm":66229.703125,"train/tensor_grad_model_layers_52_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_67_mlp_gate_proj/max_abs":2.625,"train/tensor_grad_model_layers_43_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_72_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_32_residual_post_attn/max_abs":17.25,"train/tensor_act_model_layers_88_mlp_gate_proj/min":-1.4921875,"train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_49_mlp_down_proj/max":2.5625,"train/tensor_act_model_layers_69_mlp_gate_proj/norm":3015.24169921875,"train/tensor_act_model_layers_27_residual_pre_attn/min":11.875,"train/tensor_grad_model_layers_22_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_83_mlp_down_proj_weight/min":-0.1484375,"train/tensor_param_model_layers_81_mlp_down_proj_weight/range":0.28125,"train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_65_residual_post_mlp/range":4.875,"train/tensor_act_model_layers_41_mlp/min":0.5,"train/tensor_act_model_layers_44_residual_post_attn/range":3.625,"train/tensor_grad_model_layers_79_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_0_residual_post_attn/range":0.63671875,"train/tensor_grad_model_layers_11_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_10_mlp_up_proj/norm":3255.78759765625,"train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_36_residual_post_attn/min":15.4375,"train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_38_mlp_gate_proj/range":3.4765625,"train/tensor_act_model_layers_72_mlp_down_proj/range":0.8984375,"train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs":0.13671875,"train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_33_residual_post_mlp/norm":33905.90625,"train/tensor_act_model_layers_95_residual_pre_attn/norm":94246.3828125,"train/tensor_grad_model_layers_30_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_79_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_14_residual_pre_attn/min":6.0625,"train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_45_mlp_up_proj_weight/mean":-0.0006256103515625,"train/tensor_act_model_layers_29_mlp_down_proj/range":1.203125,"train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_7_residual_pre_attn/max_abs":4.15625,"train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm":6.03125,"train/tensor_act_model_layers_9_residual_post_mlp/norm":10150.564453125,"train/tensor_act_model_layers_80_mlp/norm":1024,"train/tensor_act_model_layers_12_mlp_up_proj/max_abs":2.265625,"train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_80_residual_post_attn/max":41.5,"train/tensor_act_model_layers_11_residual_pre_attn/max_abs":6.1875,"train/tensor_grad_model_layers_86_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_79_mlp/max_abs":0.5,"train/tensor_act_model_layers_41_residual_pre_attn/min":18,"train/tensor_act_model_layers_43_mlp/min":0.5,"train/tensor_grad_model_layers_25_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_82_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_52_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_15_mlp_up_proj/norm":3084.0986328125,"train/tensor_act_model_layers_98_residual_pre_attn/mean":47.5,"train/tensor_act_model_layers_21_mlp_gate_proj/min":-1.265625,"train/tensor_act_model_layers_76_mlp_down_proj/max":3.375,"train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs":0.1181640625,"train/tensor_act_model_layers_13_mlp_gate_proj/std":1.015625,"train/tensor_grad_model_layers_20_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_94_residual_post_mlp/std":1.4140625,"train/tensor_param_model_layers_89_mlp_down_proj_weight/std":0.045654296875,"train/tensor_act_model_layers_17_mlp_down_proj/range":0.7890625,"train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_0_residual_post_mlp/max_abs":0.8046875,"train/tensor_act_model_layers_97_residual_post_mlp/mean":47.5,"train/tensor_param_model_layers_22_mlp_up_proj_weight/min":-0.10888671875,"train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs":0.125,"train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_71_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_77_mlp_down_proj_weight/min":-0.1357421875,"train/tensor_grad_model_layers_67_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_58_mlp_down_proj/std":0.11181640625,"train/tensor_act_model_layers_86_residual_post_attn/range":7.25,"train/tensor_grad_model_layers_17_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_21_mlp/std":0,"train/tensor_param_model_layers_86_mlp_down_proj_weight/range":0.2900390625,"train/tensor_act_model_layers_62_mlp_gate_proj/mean":0.177734375,"train/tensor_act_model_layers_93_mlp/mean":0.4921875,"train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_98_residual_post_attn/max":51.25,"train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_18_mlp_up_proj/mean":-0.1318359375,"train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_20_residual_post_attn/max_abs":11.0625,"train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_41_mlp_down_proj_weight/max":0.1259765625,"train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_54_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_41_mlp_down_proj/max":2.890625,"train/tensor_grad_model_layers_37_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_80_residual_pre_attn/mean":38.75,"train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_64_mlp_up_proj/std":1.0546875,"train/tensor_act_model_layers_30_residual_post_mlp/max_abs":16.625,"train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_42_mlp_down_proj_weight/std":0.0322265625,"train/tensor_act_model_layers_99_mlp_gate_proj/std":1.03125,"train/tensor_act_model_layers_43_mlp_up_proj/mean":-0.035888671875,"train/tensor_act_model_layers_31_mlp_gate_proj/max":2.21875,"train/tensor_param_model_layers_19_mlp_up_proj_weight/norm":5.3125,"train/tensor_act_model_layers_71_residual_post_mlp/mean":34.75,"train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_59_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_22_residual_post_mlp/min":10.125,"train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_16_mlp_down_proj/min":1.78125,"train/tensor_act_model_layers_51_residual_post_mlp/mean":25.25,"train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_60_mlp_up_proj_weight/range":0.2578125,"train/tensor_act_model_layers_12_residual_pre_attn/std":0.2451171875,"train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_12_mlp_up_proj/mean":-0.06103515625,"train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_76_mlp_down_proj_weight/std":0.0390625,"train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_25_mlp_gate_proj/range":3.3671875,"train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_82_mlp_up_proj/std":1.0859375,"train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_55_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_17_mlp_down_proj/min":1.7890625,"train/tensor_act_model_layers_53_mlp/range":0,"train/tensor_act_model_layers_48_mlp_up_proj/max":2.21875,"train/tensor_act_model_layers_7_residual_post_attn/norm":7103.90869140625,"train/tensor_act_model_layers_35_residual_post_mlp/max_abs":19.125,"train/tensor_param_model_layers_84_mlp_gate_proj_weight/std":0.046875,"train/tensor_act_model_layers_62_mlp_gate_proj/range":3.609375,"train/tensor_act_model_layers_44_mlp_down_proj/max_abs":2.609375,"train/tensor_act_model_layers_0_mlp/min":0.5,"train/tensor_param_model_layers_12_mlp_up_proj_weight/range":0.2470703125,"train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_79_residual_post_attn/norm":78318.7734375,"train/tensor_grad_model_layers_64_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_38_mlp/range":0,"train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_65_residual_post_attn/std":0.94921875,"train/tensor_act_model_layers_13_mlp_up_proj/range":4.25,"train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_75_mlp_gate_proj_weight/max":0.13671875,"train/tensor_grad_model_layers_8_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_31_mlp_gate_proj_weight/min":-0.123046875,"train/tensor_act_model_layers_8_residual_pre_attn/max_abs":4.65625,"train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_26_mlp_up_proj_weight/norm":5.4375,"train/tensor_param_model_layers_93_mlp_gate_proj_weight/max":0.240234375,"train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_61_mlp_down_proj/mean":1.953125,"train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_84_mlp_down_proj_weight/max":0.158203125,"train/tensor_param_model_layers_53_mlp_up_proj_weight/max":0.1337890625,"train/tensor_act_model_layers_51_mlp_down_proj/max_abs":2.53125,"train/tensor_act_model_layers_80_mlp_down_proj/norm":4055.101318359375,"train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_31_residual_post_attn/range":3.25,"train/tensor_act_model_layers_58_mlp_gate_proj/range":3.625,"train/tensor_act_model_layers_98_residual_post_mlp/range":7.75,"train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_58_mlp/mean":0.5,"train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_56_residual_post_mlp/std":0.859375,"train/tensor_act_model_layers_98_residual_pre_attn/max_abs":51.25,"train/tensor_param_model_layers_32_mlp_up_proj_weight/norm":5.53125,"train/tensor_act_model_layers_77_residual_post_mlp/max_abs":40.5,"train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_11_mlp_down_proj/max":2.65625,"train/tensor_act_model_layers_99_mlp_up_proj/range":7,"train/tensor_param_model_layers_5_mlp_down_proj_weight/range":0.22607421875,"train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs":0.1396484375,"train/tensor_act_model_layers_11_mlp_up_proj/max_abs":2.234375,"train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_88_residual_post_mlp/max":46.5,"train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_81_residual_pre_attn/range":6.25,"train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_71_mlp_gate_proj/range":4.3359375,"train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_93_mlp_up_proj_weight/min":-0.173828125,"train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_1_residual_pre_attn/max_abs":0.8046875,"train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_66_residual_pre_attn/mean":31.875,"train/tensor_act_model_layers_46_residual_pre_attn/range":3.75,"train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean":0.0016937255859375,"train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_46_residual_pre_attn/max":24.125,"train/tensor_act_model_layers_66_mlp_down_proj/range":0.859375,"train/tensor_param_model_layers_15_mlp_up_proj_weight/min":-0.1259765625,"train/tensor_act_model_layers_58_residual_post_attn/std":0.89453125,"train/tensor_act_model_layers_7_mlp_up_proj/range":4.5625,"train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_19_mlp_gate_proj/norm":2948.573974609375,"train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_8_mlp_down_proj_weight/range":0.21337890625,"train/tensor_act_model_layers_65_mlp_down_proj/max_abs":2.859375,"train/tensor_act_model_layers_44_mlp_gate_proj/mean":0.326171875,"train/tensor_param_model_layers_35_mlp_up_proj_weight/max":0.1220703125,"train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_31_residual_post_attn/std":0.53125,"train/tensor_act_model_layers_64_mlp_down_proj/max_abs":2.734375,"train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_mlp_down_proj/range":0.859375,"train/tensor_act_model_layers_83_mlp_down_proj/std":0.185546875,"train/tensor_act_model_layers_5_residual_post_attn/range":1.359375,"train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_76_mlp_gate_proj_weight/max":0.1494140625,"train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_66_residual_post_attn/max":34.25,"train/tensor_grad_model_layers_41_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_44_mlp_down_proj/min":1.78125,"train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_99_mlp_up_proj/mean":-0.0003147125244140625,"train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_50_residual_pre_attn/range":4.25,"train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_35_mlp_up_proj/max_abs":2.34375,"train/tensor_act_model_layers_53_residual_pre_attn/std":0.81640625,"train/tensor_grad_model_layers_27_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_4_mlp/range":0,"train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_82_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_31_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_4_residual_post_attn/max":2.625,"train/tensor_param_model_layers_23_mlp_up_proj_weight/range":0.23779296875,"train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_64_mlp_gate_proj/mean":0.259765625,"train/tensor_param_model_layers_36_mlp_up_proj_weight/max":0.126953125,"train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs":0.123046875,"train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_85_mlp_gate_proj/mean":0.2294921875,"train/tensor_act_model_layers_87_mlp/norm":1024,"train/tensor_act_model_layers_57_mlp_down_proj/norm":3965.503662109375,"train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_71_mlp_down_proj_weight/max":0.134765625,"train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_2_mlp/norm":1024,"train/tensor_act_model_layers_26_residual_pre_attn/max":14.0625,"train/tensor_param_model_layers_77_mlp_up_proj_weight/norm":7.1875,"train/tensor_act_model_layers_61_mlp_down_proj/range":1.140625,"train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_94_residual_pre_attn/std":1.4140625,"train/tensor_param_model_layers_1_mlp_gate_proj_weight/min":-0.126953125,"train/tensor_act_model_layers_20_mlp_down_proj/min":1.7890625,"train/tensor_act_model_layers_64_mlp_down_proj/range":0.9609375,"train/tensor_act_model_layers_11_mlp_down_proj/norm":4028.982177734375,"train/tensor_grad_model_layers_91_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_23_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_38_mlp_up_proj/max_abs":2.234375,"train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_39_residual_post_mlp/range":3.625,"train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_43_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_71_mlp_gate_proj/mean":0.1494140625,"train/tensor_act_model_layers_79_mlp/min":0.5,"train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_50_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_59_mlp_down_proj_weight/range":0.271484375,"train/tensor_param_model_layers_71_mlp_down_proj_weight/min":-0.1435546875,"train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs":0.12158203125,"train/tensor_act_model_layers_99_residual_post_attn/std":1.4609375,"train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_41_mlp_gate_proj_weight/range":0.24951171875,"train/tensor_act_model_layers_21_mlp/norm":1024,"train/tensor_act_model_layers_24_residual_pre_attn/norm":24045.326171875,"train/tensor_param_model_layers_14_mlp_up_proj_weight/std":0.0284423828125,"train/tensor_act_model_layers_69_residual_post_attn/min":30.75,"train/tensor_act_model_layers_55_residual_post_mlp/max":29,"train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_22_mlp_gate_proj_weight/range":0.24609375,"train/tensor_act_model_layers_38_mlp/std":0,"train/tensor_act_model_layers_38_mlp_gate_proj/norm":2958.60107421875,"train/tensor_act_model_layers_40_mlp_down_proj/max_abs":2.40625,"train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_0_residual_post_attn/norm":187.2716522216797,"train/tensor_param_model_layers_78_mlp_down_proj_weight/mean":0.00064849853515625,"train/tensor_grad_model_layers_99_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs":0.11669921875,"train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs":0.1357421875,"train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm":7.09375,"train/tensor_param_model_layers_9_mlp_down_proj_weight/std":0.0274658203125,"train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_44_mlp_up_proj/max_abs":2.140625,"train/tensor_param_model_layers_10_mlp_down_proj_weight/range":0.2119140625,"train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs":0.1279296875,"train/tensor_act_model_layers_43_residual_post_mlp/norm":43786.65625,"train/tensor_act_model_layers_27_mlp_gate_proj/std":1,"train/tensor_act_model_layers_87_residual_pre_attn/std":1.2578125,"train/tensor_grad_model_layers_30_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_96_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm":5.53125,"train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_76_mlp_gate_proj_weight/std":0.041259765625,"train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs":0.13671875,"train/tensor_act_model_layers_48_mlp/norm":1024,"train/tensor_act_model_layers_4_mlp/mean":0.5,"train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_87_residual_post_attn/mean":42.25,"train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_58_mlp_gate_proj/mean":0.0947265625,"train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_14_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_10_residual_post_mlp/std":0.2216796875,"train/tensor_grad_model_layers_70_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_83_mlp_gate_proj/min":-1.328125,"train/tensor_act_model_layers_41_residual_post_attn/max":21.625,"train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs":0.119140625,"train/tensor_act_model_layers_17_mlp/min":0.5,"train/tensor_act_model_layers_3_mlp/max":0.5,"train/tensor_act_model_layers_41_mlp_gate_proj/mean":0.150390625,"train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_5_mlp_down_proj_weight/std":0.0277099609375,"train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_67_residual_pre_attn/min":30,"train/tensor_act_model_layers_12_mlp_down_proj/norm":4017.8369140625,"train/tensor_act_model_layers_73_mlp_down_proj/norm":4144.09716796875,"train/tensor_act_model_layers_37_mlp_up_proj/mean":0.024658203125,"train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_0_mlp_gate_proj/max":4.8125,"train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_78_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_86_mlp_up_proj/range":5.46875,"train/tensor_param_model_layers_94_mlp_up_proj_weight/norm":9.125,"train/tensor_act_model_layers_94_mlp_up_proj/min":-2.609375,"train/tensor_act_model_layers_56_residual_post_mlp/max_abs":29.625,"train/tensor_act_model_layers_54_mlp_up_proj/mean":-0.048583984375,"train/tensor_act_model_layers_9_residual_post_attn/std":0.2109375,"train/tensor_act_model_layers_6_mlp_down_proj/mean":1.9453125,"train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_39_mlp_gate_proj/norm":2866.264404296875,"train/tensor_grad_model_layers_40_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_96_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_38_mlp_down_proj_weight/mean":0.00106048583984375,"train/tensor_param_model_layers_6_mlp_gate_proj_weight/max":0.10546875,"train/tensor_param_model_layers_3_mlp_gate_proj_weight/min":-0.11279296875,"train/tensor_act_model_layers_50_mlp_up_proj/min":-2.375,"train/tensor_param_model_layers_76_mlp_down_proj_weight/max":0.1337890625,"train/tensor_grad_model_layers_73_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_25_mlp_gate_proj/max_abs":2.109375,"train/tensor_act_model_layers_60_residual_post_attn/max":31.375,"train/tensor_act_model_layers_89_mlp_down_proj/range":1.3125,"train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs":0.11376953125,"train/tensor_act_model_layers_44_mlp/max":0.5,"train/tensor_act_model_layers_0_mlp_up_proj/max_abs":4.25,"train/tensor_act_model_layers_6_mlp_gate_proj/max":2.140625,"train/tensor_act_model_layers_75_mlp_down_proj/min":1.765625,"train/tensor_grad_model_layers_19_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_81_mlp_gate_proj_weight/min":-0.146484375,"train/tensor_param_model_layers_84_mlp_gate_proj_weight/max":0.208984375,"train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_89_mlp_up_proj_weight/mean":-6.246566772460938e-05,"train/tensor_param_model_layers_18_mlp_down_proj_weight/range":0.23046875,"train/tensor_param_model_layers_45_mlp_down_proj_weight/mean":-0.00023174285888671875,"train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs":0.1220703125,"train/tensor_param_model_layers_93_mlp_gate_proj_weight/std":0.052978515625,"train/tensor_grad_model_layers_9_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_59_mlp_up_proj_weight/min":-0.12890625,"train/tensor_param_model_layers_84_mlp_down_proj_weight/std":0.0439453125,"train/tensor_act_model_layers_33_mlp_gate_proj/max":2.1875,"train/tensor_act_model_layers_8_residual_post_attn/norm":8107.23486328125,"train/tensor_param_model_layers_75_mlp_gate_proj_weight/std":0.041015625,"train/tensor_param_model_layers_63_mlp_up_proj_weight/norm":6.59375,"train/tensor_grad_model_layers_87_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_60_residual_pre_attn/mean":29,"train/tensor_act_model_layers_53_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_27_mlp_down_proj_weight/min":-0.125,"train/tensor_act_model_layers_43_residual_pre_attn/range":3.875,"train/tensor_param_model_layers_78_mlp_up_proj_weight/std":0.04052734375,"train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_21_residual_pre_attn/norm":21034.8125,"train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_40_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_75_residual_pre_attn/std":1.0703125,"train/tensor_act_model_layers_94_mlp_gate_proj/std":1.0078125,"train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm":5.59375,"train/tensor_param_model_layers_58_mlp_up_proj_weight/mean":0.0004730224609375,"train/tensor_param_model_layers_80_mlp_down_proj_weight/norm":7.46875,"train/tensor_act_model_layers_63_mlp_down_proj/range":1.140625,"train/tensor_act_model_layers_12_mlp_gate_proj/max_abs":2.21875,"train/tensor_act_model_layers_74_mlp_up_proj/norm":3142.374267578125,"train/tensor_act_model_layers_29_residual_post_mlp/range":2.9375,"train/tensor_act_model_layers_76_mlp_down_proj/range":1.625,"train/tensor_grad_model_layers_29_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_23_mlp_gate_proj/max_abs":2.375,"train/tensor_act_model_layers_16_mlp_up_proj/max_abs":2.171875,"train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean":0.001495361328125,"train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit":0.2659876346588135,"train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_36_mlp_up_proj/norm":3150.902099609375,"train/tensor_grad_model_layers_91_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_47_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_89_residual_post_mlp/range":7.25,"train/tensor_act_model_layers_86_mlp_gate_proj/std":1.0390625,"train/tensor_grad_model_layers_17_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_63_mlp/max_abs":0.5,"train/tensor_act_model_layers_30_residual_post_attn/max_abs":16.125,"train/tensor_param_model_layers_99_mlp_up_proj_weight/range":0.3291015625,"train/tensor_grad_model_layers_11_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_21_mlp_down_proj/std":0.1298828125,"train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_81_mlp_up_proj_weight/max":0.1435546875,"train/tensor_param_model_layers_90_mlp_down_proj_weight/mean":-0.00017070770263671875,"train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean":0.00168609619140625,"train/tensor_act_model_layers_98_mlp/max_abs":0.5,"train/tensor_act_model_layers_99_residual_pre_attn/max":51.75,"train/tensor_act_model_layers_92_residual_post_mlp/mean":45,"train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_52_residual_post_attn/min":22.875,"train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_2_mlp_gate_proj_weight/std":0.02978515625,"train/tensor_act_model_layers_3_mlp/min":0.5,"train/tensor_grad_model_layers_36_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_53_mlp_down_proj/max":2.6875,"train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm":7.0625,"train/tensor_grad_model_layers_99_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_36_mlp_down_proj/range":0.7578125,"train/tensor_param_model_layers_89_mlp_down_proj_weight/max":0.1455078125,"train/tensor_param_model_layers_0_mlp_up_proj_weight/max":0.12255859375,"train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_57_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_12_mlp_gate_proj/max":2.21875,"train/tensor_act_model_layers_33_residual_post_mlp/max_abs":18.25,"train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_36_mlp_down_proj/norm":3979.27734375,"train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_69_mlp/max":0.5,"train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm":7,"train/tensor_act_model_layers_50_mlp/mean":0.5,"train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean":-0.00015544891357421875,"train/tensor_grad_model_layers_39_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_13_residual_pre_attn/max_abs":7.25,"train/tensor_act_model_layers_1_residual_pre_attn/norm":1041.2923583984375,"train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs":0.11572265625,"train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_84_mlp_up_proj/mean":0.036865234375,"train/tensor_act_model_layers_67_residual_pre_attn/range":4.75,"train/tensor_act_model_layers_95_residual_pre_attn/std":1.4140625,"train/tensor_act_model_layers_93_mlp_gate_proj/norm":3134.910888671875,"train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_86_residual_post_attn/norm":85345.2109375,"train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_32_residual_post_attn/min":14,"train/tensor_act_model_layers_0_residual_post_attn/mean":0.00015735626220703125,"train/tensor_param_model_layers_41_mlp_down_proj_weight/std":0.031982421875,"train/tensor_act_model_layers_7_residual_pre_attn/max":4.15625,"train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_mlp_gate_proj/max_abs":2.453125,"train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs":0.142578125,"train/tensor_act_model_layers_95_residual_pre_attn/max_abs":50.25,"train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_91_residual_post_attn/min":40.75,"train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_65_residual_post_mlp/max_abs":34.25,"train/tensor_param_model_layers_42_mlp_down_proj_weight/max":0.126953125,"train/tensor_act_model_layers_9_residual_post_mlp/std":0.2109375,"train/tensor_grad_model_layers_81_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_94_mlp_up_proj/range":5.484375,"train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_87_mlp_up_proj/min":-2.578125,"train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_94_residual_post_attn/norm":93222.8671875,"train/tensor_param_model_layers_91_mlp_up_proj_weight/range":0.3115234375,"train/tensor_act_model_layers_58_mlp_gate_proj/min":-1.265625,"train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_58_residual_pre_attn/range":4.625,"train/tensor_grad_model_layers_67_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_77_mlp_down_proj/mean":2,"train/tensor_act_model_layers_56_mlp/min":0.5,"train/tensor_grad_model_layers_10_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_62_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_62_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_53_residual_post_mlp/range":4.25,"train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean":0.000934600830078125,"train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_60_mlp_gate_proj_weight/std":0.037841796875,"train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_36_mlp_up_proj_weight/norm":5.75,"train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_22_residual_post_mlp/range":2.375,"train/tensor_act_model_layers_27_mlp_down_proj/mean":1.9375,"train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean":0.0018768310546875,"train/tensor_act_model_layers_17_residual_post_mlp/min":7.875,"train/tensor_act_model_layers_94_residual_post_attn/max_abs":49.75,"train/tensor_param_model_layers_95_mlp_up_proj_weight/max":0.1650390625,"train/tensor_grad_model_layers_77_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs":0.123046875,"train/tensor_grad_model_layers_29_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_20_mlp_up_proj/max":2.109375,"train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_70_residual_pre_attn/min":31.25,"train/tensor_act_model_layers_59_mlp_down_proj/mean":1.9609375,"train/tensor_act_model_layers_42_mlp_gate_proj/norm":3017.2900390625,"train/tensor_param_model_layers_57_mlp_up_proj_weight/mean":-0.00014209747314453125,"train/tensor_act_model_layers_38_mlp_gate_proj/min":-1.2578125,"train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs":0.1337890625,"train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_96_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_87_residual_pre_attn/norm":86368.75,"train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_2_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_48_mlp_up_proj_weight/max":0.1259765625,"train/tensor_grad_model_layers_11_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_0_mlp/max_abs":0.5,"train/tensor_param_model_layers_26_mlp_up_proj_weight/std":0.030029296875,"train/tensor_act_model_layers_94_residual_pre_attn/mean":45.5,"train/tensor_act_model_layers_36_residual_post_attn/max_abs":19.25,"train/tensor_grad_model_layers_54_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_0_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs":0.125,"train/tensor_param_model_layers_35_mlp_gate_proj_weight/max":0.12255859375,"train/tensor_act_model_layers_85_residual_post_mlp/range":7.25,"train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs":0.1298828125,"train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean":0.00140380859375,"train/tensor_act_model_layers_71_residual_post_mlp/max_abs":37.25,"train/tensor_act_model_layers_71_mlp/mean":0.5,"train/tensor_act_model_layers_24_mlp_gate_proj/max":2.125,"train/tensor_act_model_layers_94_residual_post_attn/max":49.75,"train/tensor_act_model_layers_27_residual_post_attn/range":2.6875,"train/tensor_param_model_layers_42_mlp_up_proj_weight/range":0.2568359375,"train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_79_residual_post_attn/max_abs":41,"train/tensor_act_model_layers_4_residual_pre_attn/max":2.609375,"train/tensor_param_model_layers_94_mlp_up_proj_weight/std":0.050537109375,"train/tensor_act_model_layers_10_mlp_gate_proj/mean":0.05908203125,"train/tensor_act_model_layers_87_mlp_gate_proj/mean":0.166015625,"train/tensor_act_model_layers_35_mlp_gate_proj/max_abs":2.46875,"train/tensor_act_model_layers_52_residual_pre_attn/max":27.25,"train/tensor_act_model_layers_16_residual_post_attn/mean":7.84375,"train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_11_mlp_down_proj/max_abs":2.65625,"train/tensor_act_model_layers_50_residual_post_attn/min":21.875,"train/tensor_act_model_layers_27_mlp_up_proj/range":4.21875,"train/tensor_act_model_layers_8_residual_post_attn/mean":3.953125,"train/tensor_act_model_layers_87_mlp/range":0,"train/tensor_act_model_layers_97_residual_post_mlp/max_abs":51.25,"train/tensor_grad_model_layers_62_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_98_residual_pre_attn/min":43.5,"train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_72_mlp_down_proj/norm":4039.026123046875,"train/tensor_act_model_layers_37_residual_post_attn/min":16.125,"train/tensor_act_model_layers_88_mlp_down_proj/std":0.138671875,"train/tensor_act_model_layers_82_residual_pre_attn/max":42.75,"train/tensor_param_model_layers_4_mlp_up_proj_weight/max":0.10546875,"train/tensor_act_model_layers_23_mlp_down_proj/max":2.5,"train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean":0.000896453857421875,"train/tensor_param_model_layers_61_mlp_gate_proj_weight/range":0.2587890625,"train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_22_mlp_up_proj/mean":-0.095703125,"train/tensor_act_model_layers_77_mlp/max":0.5,"train/tensor_act_model_layers_79_residual_pre_attn/std":1.1328125,"train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_31_mlp_up_proj_weight/range":0.2578125,"train/tensor_act_model_layers_67_mlp_down_proj/max_abs":2.53125,"train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_97_residual_post_attn/range":7.75,"train/tensor_act_model_layers_48_mlp_down_proj/max":2.609375,"train/tensor_act_model_layers_88_mlp/range":0,"train/tensor_act_model_layers_9_mlp/norm":1024,"train/tensor_act_model_layers_19_residual_post_attn/norm":19019.328125,"train/tensor_grad_model_layers_20_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_66_mlp_up_proj_weight/min":-0.126953125,"train/tensor_param_model_layers_44_mlp_up_proj_weight/mean":-3.457069396972656e-05,"train/tensor_act_model_layers_3_residual_post_mlp/max":2.609375,"train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_48_mlp/max":0.5,"train/tensor_grad_model_layers_71_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_21_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_44_residual_post_attn/max_abs":23,"train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_7_residual_post_mlp/max":4.65625,"train/tensor_act_model_layers_2_mlp_gate_proj/norm":3060.61376953125,"train/tensor_act_model_layers_81_mlp_down_proj/norm":4005.10888671875,"train/tensor_act_model_layers_18_mlp_up_proj/max":1.9765625,"train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_29_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_46_mlp_up_proj/norm":3152.646484375,"train/tensor_act_model_layers_50_residual_post_mlp/norm":50675.47265625,"train/tensor_param_model_layers_69_mlp_up_proj_weight/max":0.1279296875,"train/tensor_act_model_layers_35_residual_post_attn/mean":17,"train/tensor_act_model_layers_44_mlp_up_proj/min":-2.109375,"train/tensor_grad_model_layers_1_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_24_residual_post_mlp/range":2.6875,"train/tensor_act_model_layers_68_residual_post_mlp/max":35.75,"train/tensor_param_model_layers_61_mlp_up_proj_weight/min":-0.1318359375,"train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_82_mlp_down_proj_weight/mean":-0.000621795654296875,"train/tensor_act_model_layers_34_residual_pre_attn/max":18.25,"train/tensor_act_model_layers_72_residual_pre_attn/range":5,"train/tensor_act_model_layers_37_residual_post_mlp/norm":37900.6875,"train/tensor_act_model_layers_30_residual_post_mlp/mean":15.125,"train/tensor_act_model_layers_44_mlp_gate_proj/range":3.5625,"train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_0_mlp/max":0.5,"train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm":5.96875,"train/tensor_act_model_layers_9_mlp_down_proj/std":0.12890625,"train/tensor_grad_model_layers_75_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_56_residual_pre_attn/norm":55524.81640625,"train/tensor_act_model_layers_12_mlp_down_proj/max_abs":2.625,"train/tensor_act_model_layers_77_mlp_up_proj/norm":3286.44189453125,"train/tensor_act_model_layers_67_mlp_up_proj/std":1.1171875,"train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_20_mlp_down_proj_weight/mean":0.00011110305786132812,"train/tensor_grad_model_layers_44_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_25_mlp/min":0.5,"train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_60_mlp_gate_proj_weight/min":-0.1298828125,"train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_94_residual_post_attn/std":1.4140625,"train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_26_mlp_down_proj/std":0.1318359375,"train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_50_mlp_gate_proj/norm":3004.20263671875,"train/tensor_param_model_layers_83_mlp_down_proj_weight/max":0.1376953125,"train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm":5.75,"train/tensor_act_model_layers_85_mlp_up_proj/std":1.0546875,"train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_57_residual_post_mlp/mean":28,"train/tensor_act_model_layers_69_mlp/std":0,"train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_residual_post_mlp/std":1.078125,"train/tensor_param_model_layers_50_mlp_up_proj_weight/min":-0.125,"train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_4_mlp_up_proj/norm":3138.98046875,"train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_91_mlp_down_proj/range":1.265625,"train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std":0,"_wandb":{"runtime":324},"train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_79_mlp_gate_proj/range":4.3046875,"train/tensor_act_model_layers_6_residual_post_attn/norm":6091.90625,"train/tensor_param_model_layers_93_mlp_up_proj_weight/norm":9,"train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_48_mlp/min":0.5,"train/tensor_act_model_layers_20_residual_post_attn/mean":9.75,"train/tensor_act_model_layers_56_mlp_up_proj/std":1.0859375,"train/tensor_param_model_layers_72_mlp_up_proj_weight/std":0.0380859375,"train/tensor_param_model_layers_65_mlp_down_proj_weight/range":0.2529296875,"train/tensor_act_model_layers_67_mlp/norm":1024,"train/tensor_param_model_layers_90_mlp_gate_proj_weight/range":0.3720703125,"train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_mlp_gate_proj/norm":2868.08154296875,"train/tensor_grad_model_layers_28_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_7_mlp_up_proj/mean":-0.031982421875,"train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs":0.1298828125,"train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_4_residual_post_mlp/max":3.125,"train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_89_residual_post_mlp/min":40.25,"train/tensor_act_model_layers_9_mlp_gate_proj/norm":3048.491455078125,"train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean":0.00136566162109375,"train/tensor_act_model_layers_35_mlp_up_proj/min":-2.03125,"train/tensor_act_model_layers_63_mlp_gate_proj/norm":3058.718994140625,"train/tensor_param_model_layers_51_mlp_up_proj_weight/max":0.126953125,"train/tensor_act_model_layers_78_residual_post_mlp/min":35,"train/tensor_act_model_layers_91_mlp_up_proj/min":-2.75,"train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_16_mlp_gate_proj/range":3.734375,"train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_32_residual_post_mlp/norm":32941.81640625,"train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_58_mlp_down_proj_weight/mean":0.00054168701171875,"train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_mlp_down_proj/std":0.11376953125,"train/tensor_param_model_layers_66_mlp_gate_proj_weight/range":0.271484375,"train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_8_mlp/mean":0.5,"train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_19_mlp_gate_proj_weight/range":0.25048828125,"train/tensor_act_model_layers_21_residual_pre_attn/min":9.125,"train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_91_residual_post_mlp/norm":91298.734375,"train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_30_mlp_up_proj_weight/mean":-0.0002956390380859375,"train/tensor_act_model_layers_48_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_11_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_65_residual_pre_attn/min":29.125,"train/tensor_act_model_layers_37_mlp/range":0,"train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_62_mlp_gate_proj/max_abs":2.390625,"train/tensor_param_model_layers_5_mlp_gate_proj_weight/max":0.11962890625,"train/tensor_act_model_layers_3_residual_pre_attn/max":1.984375,"train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_16_mlp/norm":1024,"train/tensor_act_model_layers_10_residual_pre_attn/std":0.2109375,"train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_68_mlp_up_proj_weight/max":0.134765625,"train/tensor_act_model_layers_52_residual_post_mlp/norm":52642.05078125,"train/tensor_act_model_layers_44_mlp/max_abs":0.5,"train/tensor_act_model_layers_53_mlp_up_proj/min":-2.234375,"train/tensor_act_model_layers_98_mlp_down_proj/mean":2.09375,"train/tensor_act_model_layers_40_mlp_gate_proj/max_abs":2.265625,"train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_93_mlp_gate_proj_weight/range":0.4189453125,"train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_89_mlp_up_proj/mean":-0.00994873046875,"train/tensor_act_model_layers_87_residual_post_mlp/std":1.2578125,"train/tensor_act_model_layers_23_residual_post_mlp/min":10.625,"train/tensor_act_model_layers_15_mlp_down_proj/max_abs":2.53125,"train/tensor_param_model_layers_64_mlp_down_proj_weight/mean":-0.000705718994140625,"train/tensor_act_model_layers_32_residual_pre_attn/max":17.125,"train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_41_mlp_down_proj_weight/min":-0.11962890625,"train/tensor_param_model_layers_77_mlp_down_proj_weight/max":0.14453125,"train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_58_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_51_mlp/norm":1024,"train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs":0.1396484375,"train/tensor_act_model_layers_8_mlp_down_proj/norm":3988.209228515625,"train/tensor_act_model_layers_47_mlp_down_proj/min":1.7421875,"train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_20_mlp_up_proj_weight/mean":0.0003261566162109375,"train/tensor_act_model_layers_37_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_99_mlp/min":-0.5,"train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_18_mlp_up_proj_weight/max":0.10986328125,"train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs":0.1357421875,"train/tensor_act_model_layers_56_mlp/norm":1024,"train/tensor_act_model_layers_91_mlp_down_proj/max_abs":3,"train/tensor_param_model_layers_81_mlp_gate_proj_weight/std":0.045166015625,"train/tensor_grad_model_layers_90_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_84_mlp_up_proj/std":1.0625,"train/tensor_act_model_layers_65_mlp_gate_proj/min":-1.28125,"train/tensor_grad_model_layers_93_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_78_mlp_up_proj/norm":3164.41455078125,"train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_74_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_91_residual_post_mlp/range":7.5,"train/tensor_param_model_layers_34_mlp_up_proj_weight/mean":-4.1484832763671875e-05,"train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_62_residual_pre_attn/max_abs":32.5,"train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_19_residual_pre_attn/max":10.5,"train/tensor_act_model_layers_23_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_27_mlp_gate_proj_weight/range":0.23681640625,"train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_60_residual_post_attn/std":0.92578125,"train/tensor_param_model_layers_39_mlp_up_proj_weight/range":0.24853515625,"train/tensor_act_model_layers_63_residual_pre_attn/range":5,"train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_64_mlp_gate_proj/max":2.65625,"train/tensor_act_model_layers_63_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm":6.78125,"train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_89_mlp_down_proj_weight/norm":8.25,"train/tensor_act_model_layers_47_mlp_gate_proj/mean":0.2138671875,"train/tensor_act_model_layers_20_residual_pre_attn/max_abs":11.0625,"train/tensor_act_model_layers_15_mlp/max":0.5,"train/tensor_act_model_layers_30_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_27_residual_pre_attn/max_abs":14.5,"train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_42_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_residual_pre_attn/min":21.25,"train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_78_residual_post_mlp/max_abs":41,"train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_47_residual_pre_attn/min":20.75,"train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_9_mlp_up_proj/max":1.9609375,"train/tensor_act_model_layers_13_mlp_up_proj/min":-2.203125,"train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs":0.1328125,"train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_54_mlp_down_proj/range":0.8203125,"train/tensor_grad_model_layers_73_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_91_residual_pre_attn/min":40.5,"train/tensor_act_model_layers_25_residual_pre_attn/max":13.6875,"train/tensor_act_model_layers_54_mlp/std":0,"train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_17_residual_post_attn/range":2.0625,"train/tensor_act_model_layers_22_mlp_gate_proj/max":2.21875,"train/tensor_act_model_layers_34_mlp_down_proj/mean":1.9453125,"train/tensor_act_model_layers_79_residual_post_mlp/std":1.140625,"train/tensor_act_model_layers_60_mlp/std":0,"train/tensor_act_model_layers_9_mlp/max":0.5,"train/tensor_act_model_layers_23_residual_pre_attn/max_abs":12.5,"train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_38_residual_post_mlp/min":17.125,"train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_56_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_81_mlp_down_proj/min":1.734375,"train/tensor_act_model_layers_44_residual_post_mlp/mean":21.875,"train/tensor_param_model_layers_27_mlp_down_proj_weight/std":0.0296630859375,"train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_17_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_75_mlp_gate_proj_weight/min":-0.1337890625,"train/tensor_param_model_layers_31_mlp_gate_proj_weight/max":0.1259765625,"train/tensor_act_model_layers_20_residual_post_mlp/max":11.5625,"train/tensor_act_model_layers_33_residual_pre_attn/range":3.25,"train/tensor_param_model_layers_84_mlp_down_proj_weight/min":-0.1455078125,"train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_96_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_6_residual_post_attn/mean":2.96875,"train/tensor_act_model_layers_40_residual_post_mlp/max":21.625,"train/tensor_grad_model_layers_5_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_90_residual_pre_attn/norm":89339.953125,"train/tensor_act_model_layers_63_mlp_down_proj/std":0.181640625,"train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_84_mlp_up_proj_weight/norm":7.96875,"train/tensor_param_model_layers_93_mlp_gate_proj_weight/min":-0.1787109375,"train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_17_mlp_up_proj_weight/std":0.029052734375,"train/tensor_grad_model_layers_92_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_30_residual_post_mlp/max":16.625,"train/tensor_act_model_layers_9_mlp_up_proj/min":-1.9921875,"train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm":8,"train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_88_mlp_up_proj_weight/min":-0.158203125,"train/tensor_grad_model_layers_89_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_94_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_71_mlp_down_proj_weight/std":0.03759765625,"train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_87_mlp_up_proj_weight/std":0.045166015625,"train/tensor_act_model_layers_58_mlp/min":0.5,"train/tensor_param_model_layers_95_mlp_gate_proj_weight/range":0.40234375,"train/tensor_param_model_layers_9_mlp_down_proj_weight/norm":4.96875,"train/tensor_act_model_layers_43_residual_post_attn/min":18.875,"train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_70_mlp_down_proj/mean":1.9765625,"train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm":6.9375,"train/tensor_param_model_layers_23_mlp_down_proj_weight/range":0.24462890625,"train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_76_residual_pre_attn/min":34,"train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_81_mlp_down_proj/range":1.109375,"train/tensor_act_model_layers_57_residual_pre_attn/min":25.125,"train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean":0.00142669677734375,"train/tensor_act_model_layers_99_residual_post_attn/max":51.75,"train/tensor_param_model_layers_71_mlp_up_proj_weight/max":0.1357421875,"train/tensor_act_model_layers_64_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_71_residual_post_mlp/min":32.25,"train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs":0.1669921875,"train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_residual_post_attn/range":7.25,"train/tensor_act_model_layers_84_mlp/std":0,"train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_99_residual_pre_attn/mean":48,"train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_73_mlp_down_proj_weight/mean":-0.0004100799560546875,"train/tensor_grad_model_layers_12_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_20_mlp_down_proj/range":0.6015625,"train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_10_mlp_down_proj/range":0.9296875,"train/tensor_act_model_layers_4_residual_post_mlp/range":1.234375,"train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs":0.1953125,"train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_66_mlp_up_proj/std":1.1015625,"train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_85_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_2_mlp_down_proj_weight/min":-0.11083984375,"train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_70_mlp_up_proj/max":2.3125,"train/tensor_act_model_layers_99_mlp/max_abs":0.5,"train/tensor_act_model_layers_90_mlp_down_proj/std":0.314453125,"train/tensor_act_model_layers_16_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_13_mlp_up_proj_weight/max":0.1171875,"train/tensor_param_model_layers_76_mlp_gate_proj_weight/min":-0.1640625,"train/tensor_act_model_layers_46_mlp/range":0,"train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_71_mlp_up_proj/mean":-0.00933837890625,"train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_62_mlp_up_proj_weight/std":0.036376953125,"train/tensor_act_model_layers_30_mlp/max":0.5,"train/tensor_act_model_layers_41_residual_post_attn/std":0.625,"train/tensor_act_model_layers_5_mlp_down_proj/range":1.3984375,"train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_54_residual_pre_attn/norm":53594.8125,"train/tensor_act_model_layers_70_mlp/mean":0.5,"train/tensor_grad_model_layers_94_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_95_residual_post_mlp/std":1.4296875,"train/tensor_param_model_layers_29_mlp_down_proj_weight/range":0.24462890625,"train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_69_residual_post_mlp/norm":69209.875,"train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_79_mlp_up_proj/max_abs":2.71875,"train/tensor_act_model_layers_41_residual_pre_attn/mean":19.875,"train/tensor_act_model_layers_30_mlp_up_proj/mean":-0.0380859375,"train/tensor_act_model_layers_30_mlp/range":0,"train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_92_mlp_gate_proj/norm":3150.59130859375,"train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm":5.25,"train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_30_residual_post_mlp/range":3.0625,"train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean":0.001861572265625,"train/tensor_param_model_layers_43_mlp_down_proj_weight/mean":0.0004367828369140625,"train/tensor_act_model_layers_99_mlp_gate_proj/max":3.28125,"train/tensor_act_model_layers_31_mlp_gate_proj/std":1.0703125,"train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_58_mlp_gate_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_90_residual_pre_attn/max":47.5,"train/tensor_act_model_layers_42_residual_post_attn/norm":41795.890625,"train/tensor_act_model_layers_71_residual_pre_attn/std":1.0234375,"train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_residual_pre_attn/max_abs":22.625,"train/tensor_act_model_layers_38_mlp_up_proj/mean":0.02734375,"train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_50_mlp_up_proj/norm":3060.853515625,"train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_9_mlp_down_proj_weight/min":-0.11865234375,"train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_23_mlp_up_proj/norm":3191.283203125,"train/tensor_act_model_layers_54_mlp_up_proj/max_abs":2.453125,"train/tensor_act_model_layers_11_mlp_up_proj/mean":-0.01336669921875,"train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_36_mlp_gate_proj/range":3.5546875,"train/tensor_act_model_layers_46_mlp_gate_proj/norm":3001.458740234375,"train/tensor_act_model_layers_84_mlp_down_proj/norm":4034.82421875,"train/tensor_grad_model_layers_96_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_19_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_55_mlp_up_proj/min":-2.25,"train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs":0.134765625,"train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_32_mlp_gate_proj_weight/range":0.2548828125,"train/tensor_param_model_layers_12_mlp_down_proj_weight/min":-0.115234375,"train/tensor_grad_model_layers_67_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_57_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_37_mlp_down_proj_weight/norm":5.75,"train/tensor_grad_model_layers_59_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_72_residual_pre_attn/max_abs":37.25,"train/tensor_grad_model_layers_68_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_13_mlp_gate_proj/max":2.15625,"train/tensor_act_model_layers_98_mlp_up_proj/std":1.1015625,"train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_79_mlp/range":0,"train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_39_mlp/max_abs":0.5,"train/tensor_act_model_layers_85_mlp_up_proj/mean":-0.000499725341796875,"train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_5_mlp_down_proj_weight/min":-0.123046875,"train/tensor_grad_model_layers_32_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_32_residual_pre_attn/range":3.25,"train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_88_residual_pre_attn/min":39,"train/tensor_act_model_layers_13_residual_post_attn/mean":6.375,"train/tensor_param_model_layers_56_mlp_down_proj_weight/range":0.265625,"train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_1_mlp_down_proj/norm":5526.892578125,"train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean":0.002227783203125,"train/tensor_param_model_layers_45_mlp_down_proj_weight/max":0.12353515625,"train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_36_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_56_mlp_down_proj/mean":1.953125,"train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_52_mlp_up_proj_weight/max":0.1337890625,"train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_73_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_3_mlp_gate_proj_weight/std":0.02880859375,"train/tensor_act_model_layers_58_residual_post_attn/min":25.625,"train/tensor_param_model_layers_41_mlp_up_proj_weight/mean":6.079673767089844e-05,"train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_49_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_40_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_66_residual_post_mlp/norm":66229.703125,"train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_45_mlp_gate_proj/max_abs":2.3125,"train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm":9.0625,"train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_62_mlp_up_proj/max":2.71875,"train/tensor_act_model_layers_3_mlp/std":0,"train/tensor_act_model_layers_81_mlp_up_proj/max_abs":2.8125,"train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_46_mlp_up_proj/std":1.0859375,"train/tensor_act_model_layers_34_residual_post_mlp/max_abs":18.75,"train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs":0.1171875,"train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs":0.1337890625,"train/tensor_act_model_layers_17_residual_post_mlp/std":0.333984375,"train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_mlp_gate_proj/mean":0.20703125,"train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_47_mlp_down_proj/max_abs":2.796875,"train/tensor_param_model_layers_15_mlp_up_proj_weight/norm":5.15625,"train/tensor_act_model_layers_53_mlp_gate_proj/max_abs":2.328125,"train/tensor_act_model_layers_6_mlp_gate_proj/mean":0.11572265625,"train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs":0.1279296875,"train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_10_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_10_mlp_up_proj/max_abs":2.09375,"train/tensor_act_model_layers_20_mlp_up_proj/max_abs":2.171875,"train/tensor_act_model_layers_14_residual_post_attn/range":1.9375,"train/tensor_act_model_layers_79_mlp/max":0.5,"train/tensor_act_model_layers_3_mlp/norm":1024,"train/tensor_param_model_layers_22_mlp_up_proj_weight/std":0.029541015625,"train/tensor_grad_model_layers_37_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_22_mlp_gate_proj/max_abs":2.21875,"train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_84_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_87_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_16_mlp_up_proj_weight/max":0.10693359375,"train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_45_mlp/max":0.5,"train/tensor_grad_model_layers_98_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_80_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_38_residual_pre_attn/std":0.60546875,"train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_82_residual_pre_attn/norm":81366.671875,"train/tensor_act_model_layers_99_mlp_up_proj/max":3.3125,"train/tensor_act_model_layers_0_mlp/range":0,"train/tensor_act_model_layers_1_mlp_down_proj/range":2.234375,"train/tensor_act_model_layers_89_residual_post_mlp/mean":43.5,"train/tensor_param_model_layers_99_mlp_gate_proj_weight/min":-0.220703125,"train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_76_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_38_mlp/norm":1024,"train/tensor_act_model_layers_31_residual_post_attn/min":13.375,"train/tensor_param_model_layers_62_mlp_up_proj_weight/range":0.275390625,"train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_37_mlp_up_proj/std":1.078125,"train/tensor_act_model_layers_93_residual_post_mlp/range":7.5,"train/tensor_act_model_layers_64_residual_post_mlp/mean":31.375,"train/tensor_grad_model_layers_11_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs":0.146484375,"train/tensor_act_model_layers_69_residual_pre_attn/max":35.75,"train/tensor_act_model_layers_91_mlp_gate_proj/mean":0.25390625,"train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit":0,"train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_43_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_31_mlp_down_proj/norm":4027.936767578125,"train/tensor_act_model_layers_10_residual_post_attn/std":0.2216796875,"train/tensor_act_model_layers_89_residual_pre_attn/std":1.2890625,"train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_residual_pre_attn/std":1.109375,"train/tensor_act_model_layers_89_mlp_gate_proj/range":4.0703125,"train/tensor_act_model_layers_4_residual_post_mlp/min":1.890625,"train/tensor_param_model_layers_62_mlp_down_proj_weight/norm":6.5,"train/tensor_param_model_layers_2_mlp_gate_proj_weight/min":-0.11669921875,"train/tensor_param_model_layers_6_mlp_down_proj_weight/norm":4.9375,"train/tensor_act_model_layers_91_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_93_mlp_up_proj/mean":0.083984375,"train/tensor_act_model_layers_33_residual_post_attn/max":17.75,"train/tensor_act_model_layers_13_mlp_gate_proj/norm":2952.809814453125,"train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_35_mlp_down_proj_weight/max":0.111328125,"train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_59_mlp_down_proj/std":0.1630859375,"train/tensor_param_model_layers_28_mlp_down_proj_weight/min":-0.126953125,"train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm":6.125,"train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs":0.130859375,"train/tensor_param_model_layers_79_mlp_up_proj_weight/mean":-0.000171661376953125,"train/tensor_act_model_layers_47_residual_post_mlp/max_abs":25.125,"train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_99_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_26_residual_post_mlp/range":2.625,"train/tensor_act_model_layers_84_residual_post_mlp/range":7,"train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs":0.10693359375,"train/tensor_act_model_layers_18_residual_post_mlp/norm":19088.259765625,"train/tensor_act_model_layers_53_residual_post_attn/std":0.8359375,"train/tensor_param_model_layers_4_mlp_down_proj_weight/mean":0.00116729736328125,"train/tensor_param_model_layers_82_mlp_up_proj_weight/max":0.138671875,"train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_mlp/max_abs":0.5,"train/tensor_param_model_layers_10_mlp_down_proj_weight/std":0.0274658203125,"train/tensor_act_model_layers_65_mlp_down_proj/max":2.859375,"train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs":0.1357421875,"train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_10_residual_post_mlp/min":4.625,"train/tensor_grad_model_layers_39_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_67_mlp/max":0.5,"train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_4_residual_pre_attn/min":1.4375,"train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean":0.002044677734375,"train/tensor_act_model_layers_36_residual_post_attn/std":0.6015625,"train/tensor_act_model_layers_41_residual_post_mlp/max":22.125,"train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs":0.1396484375,"train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs":0.1796875,"train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_91_mlp_up_proj/max_abs":2.75,"train/tensor_act_model_layers_11_residual_post_attn/mean":5.40625,"train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_25_residual_post_attn/mean":12.1875,"train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_1_mlp/norm":1024,"train/tensor_act_model_layers_44_mlp/range":0,"train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs":0.1162109375,"train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_81_mlp_up_proj_weight/mean":-0.00018405914306640625,"train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_26_mlp_down_proj_weight/std":0.02978515625,"train/tensor_act_model_layers_23_residual_pre_attn/std":0.419921875,"train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_1_mlp_gate_proj/min":-1.75,"train/tensor_act_model_layers_98_mlp/range":0,"train/tensor_param_model_layers_72_mlp_gate_proj_weight/max":0.13671875,"train/tensor_act_model_layers_3_residual_pre_attn/max_abs":1.984375,"train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_28_mlp_gate_proj_weight/min":-0.1298828125,"train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_14_residual_post_mlp/max":8.375,"train/tensor_act_model_layers_17_residual_post_attn/mean":8.3125,"train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_19_mlp_down_proj/min":1.796875,"train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_7_mlp_down_proj/max":2.53125,"train/tensor_act_model_layers_33_residual_pre_attn/mean":16.125,"train/tensor_act_model_layers_14_mlp/max":0.5,"train/tensor_act_model_layers_7_residual_post_mlp/min":3.234375,"train/tensor_act_model_layers_62_mlp_down_proj/min":1.765625,"train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_14_mlp_gate_proj_weight/max":0.10888671875,"train/tensor_act_model_layers_76_mlp_gate_proj/range":4.0703125,"train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_99_mlp_down_proj_weight/std":0.052001953125,"train/tensor_grad_model_layers_62_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_93_mlp_up_proj_weight/std":0.049560546875,"train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm":5.375,"train/tensor_act_model_layers_63_mlp_gate_proj/range":3.8515625,"train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_27_residual_post_mlp/max":15.0625,"train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_mlp_down_proj/std":0.13671875,"train/tensor_param_model_layers_45_mlp_up_proj_weight/max":0.12890625,"train/tensor_act_model_layers_62_residual_post_mlp/mean":30.375,"train/tensor_act_model_layers_97_residual_pre_attn/max":50.75,"train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_57_mlp/max_abs":0.5,"train/tensor_act_model_layers_31_mlp_up_proj/range":4.1875,"train/tensor_act_model_layers_55_residual_post_mlp/mean":27.125,"train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_28_mlp_down_proj/std":0.1279296875,"train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_98_residual_post_mlp/norm":98228.8671875,"train/tensor_act_model_layers_13_mlp_down_proj/max_abs":2.25,"train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_59_residual_post_attn/max_abs":30.875,"train/tensor_act_model_layers_25_mlp/max_abs":0.5,"train/tensor_param_model_layers_60_mlp_down_proj_weight/max":0.1279296875,"train/tensor_param_model_layers_15_mlp_up_proj_weight/std":0.028564453125,"train/tensor_act_model_layers_52_mlp_gate_proj/norm":3028.673095703125,"train/tensor_param_model_layers_51_mlp_up_proj_weight/mean":0.00028228759765625,"train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_48_mlp_down_proj_weight/range":0.25,"train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_10_mlp_up_proj/max":1.9609375,"train/tensor_act_model_layers_15_residual_pre_attn/min":6.46875,"train/tensor_grad_model_layers_52_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_7_residual_pre_attn/min":2.703125,"train/tensor_act_model_layers_41_mlp/mean":0.5,"train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_71_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_28_residual_post_attn/range":2.8125,"train/tensor_act_model_layers_73_residual_pre_attn/norm":72242.2109375,"train/tensor_grad_model_layers_46_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_69_mlp_down_proj/max_abs":2.9375,"train/tensor_act_model_layers_35_residual_pre_attn/max":18.75,"train/tensor_act_model_layers_22_mlp_gate_proj/norm":3044.135009765625,"train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_26_mlp/std":0,"train/tensor_act_model_layers_80_residual_post_mlp/norm":80369.1640625,"train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean":0.00165557861328125,"train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs":0.12109375,"train/tensor_grad_model_layers_15_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_2_mlp/max":0.5,"train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_15_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_14_mlp/std":0,"train/tensor_act_model_layers_90_mlp/std":0,"train/tensor_act_model_layers_17_residual_pre_attn/std":0.32421875,"train/tensor_grad_model_layers_71_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_55_mlp_up_proj/norm":3264.154052734375,"train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_29_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_6_mlp_up_proj_weight/norm":5.03125,"train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_66_mlp_up_proj/mean":-0.05908203125,"train/tensor_act_model_layers_96_residual_pre_attn/min":42.75,"train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_38_mlp_down_proj_weight/range":0.24609375,"train/tensor_param_model_layers_32_mlp_down_proj_weight/mean":-7.390975952148438e-05,"train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_residual_pre_attn/min":1.03125,"train/tensor_grad_model_layers_80_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_80_residual_post_attn/min":35.25,"train/tensor_act_model_layers_85_residual_post_attn/range":7.25,"train/tensor_param_model_layers_23_mlp_up_proj_weight/norm":5.4375,"train/tensor_act_model_layers_54_mlp_gate_proj/range":3.90625,"train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_36_mlp_up_proj/max_abs":2.578125,"train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_13_residual_pre_attn/min":5.625,"train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_67_mlp/max_abs":0.5,"train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm":5.21875,"train/tensor_param_model_layers_99_mlp_down_proj_weight/min":-0.1689453125,"train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_83_mlp_down_proj/max":2.765625,"train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm":7.78125,"train/tensor_grad_model_layers_44_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_6_mlp_down_proj/range":1.0390625,"train/tensor_grad_model_layers_25_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_43_residual_pre_attn/max":22.625,"train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_51_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_59_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_5_mlp/mean":0.5,"train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_29_residual_pre_attn/max_abs":15.5,"train/tensor_param_model_layers_72_mlp_gate_proj_weight/range":0.265625,"train/tensor_act_model_layers_95_mlp_gate_proj/max":2.859375,"train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_0_residual_post_attn/max":0.3046875,"train/tensor_act_model_layers_89_residual_pre_attn/max_abs":46.5,"train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs":0.15625,"train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_73_mlp_up_proj/min":-2.671875,"train/tensor_act_model_layers_15_residual_post_mlp/range":2.03125,"train/tensor_act_model_layers_38_residual_post_mlp/std":0.60546875,"train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_69_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_70_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_79_residual_post_mlp/min":35.5,"train/tensor_act_model_layers_98_residual_post_attn/min":43.5,"train/tensor_act_model_layers_34_residual_post_attn/max_abs":18.25,"train/tensor_act_model_layers_41_mlp_up_proj/norm":3190.4501953125,"train/tensor_act_model_layers_10_residual_post_attn/norm":10137.2275390625,"train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_38_mlp_up_proj/min":-2,"train/tensor_param_model_layers_12_mlp_down_proj_weight/range":0.2353515625,"train/tensor_act_model_layers_3_residual_post_mlp/min":1.4375,"train/tensor_act_model_layers_29_mlp/max":0.5,"train/tensor_act_model_layers_18_mlp_gate_proj/mean":0.0927734375,"train/tensor_act_model_layers_51_residual_pre_attn/norm":50675.47265625,"train/tensor_act_model_layers_34_mlp/std":0,"train/tensor_act_model_layers_72_mlp/std":0,"train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_77_residual_pre_attn/max":40,"train/tensor_act_model_layers_23_mlp_gate_proj/norm":3065.153564453125,"train/tensor_param_model_layers_2_mlp_up_proj_weight/std":0.029541015625,"train/tensor_param_model_layers_79_mlp_down_proj_weight/mean":-0.0003833770751953125,"train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_19_mlp_up_proj/min":-2.171875,"train/tensor_act_model_layers_71_residual_post_mlp/std":1.0390625,"train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_60_mlp_down_proj_weight/range":0.259765625,"train/tensor_act_model_layers_11_mlp_down_proj/std":0.15234375,"train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_33_residual_post_attn/std":0.5859375,"train/tensor_act_model_layers_10_residual_post_attn/max":5.6875,"train/tensor_act_model_layers_46_residual_post_attn/mean":22.375,"train/tensor_act_model_layers_14_mlp_up_proj/std":1.09375,"train/tensor_act_model_layers_72_mlp_down_proj/min":1.7421875,"train/tensor_grad_model_layers_39_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_95_mlp/max":0.5,"train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_49_mlp_up_proj_weight/norm":6.21875,"train/tensor_act_model_layers_7_mlp_down_proj/min":1.765625,"train/tensor_param_model_layers_77_mlp_up_proj_weight/max":0.1357421875,"train/tensor_act_model_layers_27_residual_post_attn/norm":26983.7265625,"train/tensor_act_model_layers_92_mlp/std":0.087890625,"train/tensor_act_model_layers_36_residual_pre_attn/mean":17.5,"train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_33_mlp_up_proj/std":1.09375,"train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_20_mlp_gate_proj/range":3.3203125,"train/tensor_act_model_layers_10_mlp_gate_proj/range":3.5625,"train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_90_residual_post_mlp/range":7.5,"train/tensor_param_model_layers_68_mlp_gate_proj_weight/max":0.1337890625,"train/tensor_param_model_layers_46_mlp_up_proj_weight/mean":7.963180541992188e-05,"train/tensor_grad_model_layers_40_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_53_residual_post_attn/max":27.625,"train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_95_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_28_mlp_down_proj_weight/std":0.0302734375,"train/tensor_act_model_layers_17_mlp_gate_proj/norm":2984.361572265625,"train/tensor_param_model_layers_45_mlp_gate_proj_weight/max":0.126953125,"train/tensor_act_model_layers_81_residual_post_attn/mean":39.25,"train/tensor_act_model_layers_73_residual_pre_attn/max":37.75,"train/tensor_act_model_layers_55_mlp_down_proj/max_abs":3.078125,"train/tensor_grad_model_layers_89_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_86_mlp_gate_proj/norm":3069.09130859375,"train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_8_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_3_mlp_down_proj/range":1.21875,"train/tensor_act_model_layers_53_residual_pre_attn/mean":25.75,"train/tensor_act_model_layers_53_mlp/mean":0.5,"train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean":0.0021514892578125,"train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_60_mlp_up_proj/min":-2.4375,"train/tensor_act_model_layers_29_residual_pre_attn/max":15.5,"train/tensor_act_model_layers_20_mlp/mean":0.5,"train/tensor_act_model_layers_81_mlp_gate_proj/range":4.1328125,"train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_8_residual_post_mlp/mean":4.46875,"train/tensor_grad_model_layers_55_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_36_residual_post_attn/max":19.25,"train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_88_mlp_down_proj_weight/mean":-0.00022602081298828125,"train/tensor_param_model_layers_28_mlp_gate_proj_weight/std":0.031494140625,"train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_36_residual_post_mlp/max":19.75,"train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_51_residual_post_mlp/range":4.375,"train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_residual_post_attn/norm":47707.83984375,"train/tensor_param_model_layers_35_mlp_up_proj_weight/range":0.2431640625,"train/tensor_act_model_layers_95_residual_post_mlp/min":42.75,"train/tensor_param_model_layers_6_mlp_up_proj_weight/mean":0.0003337860107421875,"train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_residual_pre_attn/max_abs":28.125,"train/tensor_param_model_layers_52_mlp_down_proj_weight/norm":6.3125,"train/tensor_act_model_layers_96_mlp_gate_proj/std":1,"train/tensor_param_model_layers_97_mlp_up_proj_weight/mean":0.0001983642578125,"train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs":0.10888671875,"train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs":0.171875,"train/tensor_param_model_layers_28_mlp_up_proj_weight/min":-0.1259765625,"train/tensor_grad_model_layers_82_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_63_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_47_residual_post_attn/norm":46758.37890625,"train/tensor_param_model_layers_26_mlp_down_proj_weight/min":-0.1181640625,"train/tensor_param_model_layers_67_mlp_gate_proj_weight/range":0.267578125,"train/tensor_act_model_layers_19_mlp_up_proj/mean":-0.0203857421875,"train/tensor_act_model_layers_50_residual_post_attn/mean":24.25,"train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_18_residual_post_mlp/max_abs":10.5,"train/tensor_act_model_layers_97_mlp_gate_proj/std":1.0234375,"train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_10_mlp_down_proj_weight/min":-0.11767578125,"train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs":0.12158203125,"train/tensor_act_model_layers_18_residual_post_attn/min":7.71875,"train/tensor_param_model_layers_44_mlp_down_proj_weight/max":0.1279296875,"train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_15_mlp_up_proj/min":-1.890625,"train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_34_residual_post_attn/mean":16.5,"train/tensor_act_model_layers_10_residual_pre_attn/mean":4.9375,"train/tensor_act_model_layers_79_mlp_down_proj/range":0.703125,"train/tensor_act_model_layers_80_residual_post_attn/max_abs":41.5,"train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_72_residual_pre_attn/max":37.25,"train/tensor_param_model_layers_48_mlp_up_proj_weight/norm":6.1875,"train/tensor_act_model_layers_74_mlp_gate_proj/mean":0.236328125,"train/tensor_grad_model_layers_90_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_95_residual_post_mlp/mean":46.5,"train/tensor_act_model_layers_42_mlp_gate_proj/max_abs":2.375,"train/tensor_grad_model_layers_87_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_10_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_16_mlp_gate_proj/norm":3005.008056640625,"train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_41_mlp_down_proj/std":0.15625,"train/tensor_param_model_layers_14_mlp_up_proj_weight/mean":-0.0003490447998046875,"train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_74_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_54_residual_post_attn/mean":26.125,"train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_79_mlp/mean":0.5,"train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_51_mlp_down_proj_weight/range":0.2548828125,"train/tensor_param_model_layers_89_mlp_up_proj_weight/max":0.15625,"train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs":0.125,"train/tensor_param_model_layers_26_mlp_down_proj_weight/norm":5.375,"train/tensor_act_model_layers_31_residual_post_mlp/norm":31957.8671875,"train/tensor_param_model_layers_47_mlp_down_proj_weight/mean":-0.0003566741943359375,"train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_58_mlp_down_proj/max":2.3125,"train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_90_mlp_down_proj/mean":2.03125,"train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_67_residual_post_mlp/mean":32.75,"train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_91_mlp_gate_proj/range":4.75,"train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_56_residual_post_mlp/range":4.5,"train/tensor_act_model_layers_26_mlp_down_proj/norm":3986.65771484375,"train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_99_mlp_gate_proj_weight/std":0.056884765625,"train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_35_residual_post_mlp/mean":17.5,"train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_44_mlp_down_proj/range":0.828125,"train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_85_residual_pre_attn/max":44.5,"train/tensor_act_model_layers_74_residual_pre_attn/max_abs":38.25,"train/tensor_act_model_layers_82_mlp/range":0,"train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_76_mlp_down_proj/std":0.193359375,"train/tensor_act_model_layers_95_mlp_gate_proj/mean":0.287109375,"train/tensor_act_model_layers_88_mlp_up_proj/max":2.484375,"train/tensor_act_model_layers_58_residual_post_mlp/norm":58443.68359375,"train/tensor_param_model_layers_6_mlp_up_proj_weight/min":-0.12158203125,"train/tensor_act_model_layers_80_mlp_up_proj/norm":3008.41552734375,"train/tensor_act_model_layers_96_mlp_up_proj/range":5.921875,"train/tensor_act_model_layers_53_mlp_gate_proj/min":-1.296875,"train/tensor_act_model_layers_75_residual_post_mlp/min":34,"train/tensor_act_model_layers_66_residual_post_attn/min":29.5,"train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_83_mlp/max_abs":0.5,"train/tensor_act_model_layers_89_mlp_up_proj/max_abs":2.890625,"train/tensor_act_model_layers_97_mlp_up_proj/range":5.5,"train/tensor_act_model_layers_56_mlp/mean":0.5,"train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_12_mlp_up_proj_weight/max":0.1220703125,"train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_14_mlp_down_proj_weight/norm":5.0625,"train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_68_mlp/max_abs":0.5,"train/tensor_act_model_layers_71_residual_pre_attn/norm":70184.5,"train/tensor_param_model_layers_90_mlp_up_proj_weight/max":0.158203125,"train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_0_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_58_mlp_gate_proj_weight/std":0.03759765625,"train/tensor_act_model_layers_94_mlp_gate_proj/norm":3093.525390625,"train/tensor_act_model_layers_49_mlp_down_proj/std":0.1357421875,"train/tensor_act_model_layers_58_mlp_up_proj/std":1.109375,"train/tensor_act_model_layers_86_residual_pre_attn/min":37.75,"train/tensor_act_model_layers_9_mlp/range":0,"train/tensor_grad_model_layers_94_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_6_mlp/std":0,"train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs":0.1279296875,"train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_56_mlp_up_proj_weight/range":0.2568359375,"train/tensor_act_model_layers_23_mlp_gate_proj/min":-1.3046875,"train/tensor_act_model_layers_34_mlp/max_abs":0.5,"train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs":0.126953125,"train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_27_mlp/std":0,"train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_residual_post_mlp/std":1.1328125,"train/tensor_grad_model_layers_43_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_97_residual_pre_attn/norm":96268.0859375,"train/tensor_grad_model_layers_92_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_48_mlp_gate_proj/min":-1.1953125,"train/tensor_act_model_layers_89_residual_post_mlp/std":1.3203125,"train/tensor_param_model_layers_70_mlp_gate_proj_weight/max":0.130859375,"train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs":0.189453125,"train/tensor_grad_model_layers_24_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_28_mlp_up_proj/mean":0.0021514892578125,"train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_54_mlp_up_proj_weight/range":0.25390625,"train/tensor_param_model_layers_1_mlp_gate_proj_weight/range":0.25146484375,"train/tensor_param_model_layers_2_mlp_up_proj_weight/range":0.24658203125,"train/tensor_act_model_layers_65_residual_post_mlp/norm":65192.07421875,"train/tensor_act_model_layers_25_mlp_down_proj/norm":4002.800048828125,"train/tensor_act_model_layers_38_mlp_down_proj/max":2.34375,"train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_27_mlp/mean":0.5,"train/tensor_act_model_layers_7_mlp/max":0.5,"train/tensor_param_model_layers_2_mlp_down_proj_weight/std":0.0289306640625,"train/tensor_act_model_layers_36_mlp/range":0,"train/tensor_act_model_layers_83_mlp_gate_proj/norm":2982.367919921875,"train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_23_residual_post_mlp/std":0.427734375,"train/tensor_act_model_layers_87_mlp_down_proj/std":0.271484375,"train/tensor_act_model_layers_87_residual_post_mlp/min":39,"train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_59_residual_post_attn/range":4.75,"train/tensor_act_model_layers_65_mlp/min":0.5,"train/tensor_act_model_layers_71_residual_post_mlp/range":5,"train/tensor_param_model_layers_12_mlp_down_proj_weight/std":0.028076171875,"train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean":0.0006561279296875,"train/tensor_act_model_layers_92_residual_post_attn/range":7.5,"train/tensor_act_model_layers_76_mlp_up_proj/max_abs":2.9375,"train/tensor_act_model_layers_3_mlp_gate_proj/max":2.359375,"train/tensor_act_model_layers_91_mlp_down_proj/min":1.734375,"train/tensor_act_model_layers_61_mlp/range":0,"train/tensor_param_model_layers_6_mlp_up_proj_weight/range":0.22802734375,"train/tensor_act_model_layers_63_mlp_up_proj/max_abs":2.5625,"train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_mlp_gate_proj/max":2.453125,"train/tensor_act_model_layers_10_mlp_down_proj/min":1.7734375,"train/tensor_act_model_layers_16_mlp_down_proj/range":1.125,"train/tensor_act_model_layers_85_mlp/min":0.5,"train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_42_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_74_mlp_gate_proj/max":2.59375,"train/tensor_param_model_layers_54_mlp_down_proj_weight/range":0.2509765625,"train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_65_residual_post_attn/min":28.875,"train/tensor_act_model_layers_2_mlp_down_proj/range":1.0546875,"train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs":0.173828125,"train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs":0.1416015625,"train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_72_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_65_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_0_residual_pre_attn/mean":0.00106048583984375,"train/tensor_act_model_layers_59_residual_post_attn/mean":28.5,"train/tensor_grad_model_layers_0_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_53_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_50_mlp/std":0,"train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_78_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_41_mlp/max":0.5,"train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit":0.9665160179138184,"train/tensor_act_model_layers_2_residual_post_mlp/mean":1.4921875,"train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_70_mlp_gate_proj_weight/std":0.0390625,"train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_69_mlp_up_proj/min":-2.25,"train/tensor_act_model_layers_49_mlp_gate_proj/min":-1.2734375,"train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_61_mlp_up_proj_weight/std":0.0361328125,"train/tensor_act_model_layers_96_residual_post_attn/range":7.5,"train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_1_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_69_mlp_down_proj_weight/mean":5.7220458984375e-05,"train/tensor_grad_model_layers_65_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_97_mlp_gate_proj/norm":3057.650146484375,"train/tensor_act_model_layers_98_mlp/norm":1024,"train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean":0.0020599365234375,"train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_57_residual_post_mlp/max":30.25,"train/tensor_param_model_layers_50_mlp_up_proj_weight/std":0.0341796875,"train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean":0.00135040283203125,"train/tensor_act_model_layers_44_residual_post_mlp/max_abs":23.5,"train/tensor_param_model_layers_12_mlp_down_proj_weight/max":0.1201171875,"train/tensor_act_model_layers_76_residual_post_mlp/max":40,"train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_17_mlp_down_proj_weight/norm":5.21875,"train/tensor_act_model_layers_70_mlp_down_proj/max_abs":3.171875,"train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_58_residual_post_attn/mean":28,"train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_35_mlp/std":0,"train/tensor_act_model_layers_87_mlp_gate_proj/min":-1.328125,"train/tensor_grad_model_layers_33_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_92_residual_pre_attn/norm":91298.734375,"train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_67_residual_post_attn/mean":32.25,"train/tensor_act_model_layers_2_mlp/std":0,"train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_53_residual_post_mlp/min":23.875,"train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_64_mlp_up_proj/range":4.65625,"train/tensor_act_model_layers_30_residual_pre_attn/min":13.0625,"train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_45_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_72_mlp_up_proj_weight/min":-0.1328125,"train/tensor_act_model_layers_11_mlp_down_proj/range":0.8828125,"train/tensor_act_model_layers_38_mlp/max":0.5,"train/tensor_act_model_layers_40_residual_pre_attn/min":17.5,"train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_12_residual_post_mlp/min":5.625,"train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_31_residual_pre_attn/max":16.625,"train/tensor_act_model_layers_67_mlp/min":0.5,"train/tensor_act_model_layers_15_mlp_down_proj/min":1.7890625,"train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_33_mlp_down_proj_weight/range":0.24853515625,"train/tensor_act_model_layers_2_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_74_residual_post_attn/norm":73222.2890625,"train/tensor_act_model_layers_49_residual_post_attn/max_abs":25.625,"train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_22_residual_pre_attn/std":0.412109375,"train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_7_residual_post_attn/max":4.15625,"train/tensor_act_model_layers_97_mlp/max_abs":0.5,"train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_4_mlp/max":0.5,"train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_10_mlp/mean":0.5,"train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_80_mlp_up_proj_weight/range":0.28515625,"train/tensor_act_model_layers_69_residual_post_attn/max":35.75,"train/tensor_act_model_layers_91_residual_post_mlp/max":48.75,"train/tensor_act_model_layers_43_residual_post_attn/std":0.66015625,"train/tensor_act_model_layers_66_mlp_up_proj/max_abs":2.40625,"train/tensor_act_model_layers_21_mlp_gate_proj/mean":0.1787109375,"train/tensor_act_model_layers_41_mlp_gate_proj/min":-1.3203125,"train/tensor_param_model_layers_45_mlp_down_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_20_residual_pre_attn/min":8.625,"train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs":0.12890625,"train/tensor_grad_model_layers_61_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_55_mlp/max":0.5,"train/tensor_act_model_layers_80_residual_pre_attn/max_abs":41.5,"train/tensor_act_model_layers_48_residual_post_mlp/max":25.75,"train/tensor_act_model_layers_83_residual_pre_attn/max_abs":43.5,"train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_82_mlp_down_proj/mean":1.96875,"train/tensor_act_model_layers_47_residual_post_mlp/max":25.125,"train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs":0.1259765625,"train/tensor_grad_model_layers_1_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_29_mlp_up_proj/mean":0.06591796875,"train/tensor_act_model_layers_99_residual_post_mlp/norm":99136.734375,"train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_0_mlp_gate_proj_weight/range":0.240234375,"train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_41_residual_post_attn/min":17.875,"train/tensor_act_model_layers_43_mlp_up_proj/max_abs":2.53125,"train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_41_mlp_up_proj/max":2.234375,"train/tensor_param_model_layers_16_mlp_down_proj_weight/norm":5.1875,"train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_50_mlp_down_proj/min":1.7578125,"train/tensor_grad_model_layers_35_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_53_mlp_down_proj/std":0.1337890625,"train/tensor_param_model_layers_99_mlp_gate_proj_weight/max":0.19921875,"train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_87_residual_post_mlp/mean":42.75,"train/tensor_param_model_layers_73_mlp_down_proj_weight/range":0.267578125,"train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_24_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_21_mlp_down_proj/max":2.75,"train/tensor_act_model_layers_76_mlp_gate_proj/min":-1.2890625,"train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_35_mlp_down_proj/range":0.9765625,"train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_66_mlp_down_proj_weight/mean":-0.00011777877807617188,"train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_49_mlp_up_proj/mean":-0.047607421875,"train/tensor_act_model_layers_69_residual_pre_attn/mean":33.25,"train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs":0.12353515625,"train/tensor_act_model_layers_16_residual_pre_attn/range":2.03125,"train/tensor_grad_model_layers_28_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_92_mlp_down_proj_weight/mean":-0.00012683868408203125,"train/tensor_act_model_layers_63_mlp/std":0,"train/tensor_param_model_layers_76_mlp_down_proj_weight/norm":7.09375,"train/tensor_act_model_layers_5_mlp_gate_proj/min":-1.3984375,"train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs":0.125,"train/tensor_act_model_layers_3_mlp_up_proj/mean":0.05078125,"train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_28_residual_post_attn/max_abs":15,"train/tensor_act_model_layers_11_mlp/mean":0.5,"train/tensor_act_model_layers_58_residual_pre_attn/max_abs":30.25,"train/tensor_act_model_layers_88_mlp_up_proj/mean":0.01214599609375,"train/tensor_act_model_layers_81_residual_post_attn/range":6.5,"train/tensor_act_model_layers_50_residual_pre_attn/mean":24.25,"train/tensor_grad_model_layers_78_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_61_mlp_up_proj_weight/norm":6.53125,"train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_28_mlp_up_proj_weight/mean":1.8835067749023438e-05,"train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_35_mlp_down_proj_weight/min":-0.12158203125,"train/tensor_param_model_layers_28_mlp_down_proj_weight/max":0.11767578125,"train/tensor_param_model_layers_28_mlp_down_proj_weight/range":0.24462890625,"train/tensor_param_model_layers_45_mlp_gate_proj_weight/std":0.034912109375,"train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_37_residual_pre_attn/mean":18,"train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs":0.15625,"train/tensor_grad_model_layers_63_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_70_residual_post_mlp/max_abs":36.5,"train/tensor_act_model_layers_24_mlp_down_proj/max_abs":3.125,"train/tensor_act_model_layers_8_mlp_gate_proj/max_abs":2.4375,"train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_31_mlp_gate_proj/range":3.4765625,"train/tensor_act_model_layers_83_mlp_up_proj/norm":2986.848388671875,"train/tensor_act_model_layers_76_mlp_down_proj/norm":4071.2705078125,"train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_64_mlp/max_abs":0.5,"train/tensor_act_model_layers_11_mlp_gate_proj/min":-1.2734375,"train/tensor_act_model_layers_25_mlp_up_proj/mean":-0.060302734375,"train/tensor_param_model_layers_68_mlp_gate_proj_weight/std":0.039306640625,"train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_72_mlp_gate_proj_weight/min":-0.12890625,"train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_31_mlp_up_proj_weight/mean":0.00099945068359375,"train/tensor_act_model_layers_65_residual_post_mlp/max":34.25,"train/tensor_act_model_layers_87_residual_pre_attn/range":7.25,"train/tensor_act_model_layers_81_mlp/min":0.5,"train/tensor_act_model_layers_11_mlp_up_proj/std":1.109375,"train/tensor_act_model_layers_77_mlp_down_proj/min":1.7421875,"train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean":0.00139617919921875,"train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_40_residual_post_attn/range":3.625,"train/tensor_act_model_layers_24_residual_post_mlp/mean":12.25,"train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs":0.1279296875,"train/tensor_grad_model_layers_54_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_80_residual_pre_attn/max":41.5,"train/tensor_grad_model_layers_99_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_97_mlp/max":0.5,"train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_78_mlp_down_proj/min":1.734375,"train/tensor_act_model_layers_39_mlp_up_proj/min":-2.171875,"train/tensor_act_model_layers_40_mlp_down_proj/norm":4000.232177734375,"train/tensor_act_model_layers_37_residual_post_attn/max":19.75,"train/tensor_param_model_layers_28_mlp_gate_proj_weight/max":0.12451171875,"train/tensor_act_model_layers_21_residual_post_mlp/max":12,"train/tensor_act_model_layers_71_mlp/norm":1024,"train/tensor_grad_model_layers_95_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_85_residual_pre_attn/max_abs":44.5,"train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs":0.125,"train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_16_residual_post_mlp/max_abs":9.375,"train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_97_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_66_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_58_mlp_up_proj/norm":3224.3681640625,"train/tensor_act_model_layers_98_mlp_gate_proj/max_abs":3.265625,"train/tensor_act_model_layers_50_residual_post_attn/max":26.125,"train/tensor_act_model_layers_61_mlp_gate_proj/range":3.9375,"train/tensor_param_model_layers_44_mlp_down_proj_weight/std":0.032470703125,"train/tensor_grad_model_layers_88_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_81_mlp/range":0,"train/tensor_act_model_layers_22_residual_post_mlp/max_abs":12.5,"train/tensor_act_model_layers_64_mlp_gate_proj/range":3.859375,"train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean":0.00075531005859375,"train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm":6.5,"train/tensor_act_model_layers_72_mlp_up_proj/max_abs":2.4375,"train/tensor_grad_model_layers_93_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_94_residual_post_attn/min":42,"train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_60_mlp_up_proj_weight/mean":-0.000347137451171875,"train/tensor_act_model_layers_49_mlp_down_proj/norm":4000.799072265625,"train/tensor_act_model_layers_6_residual_post_attn/max":3.65625,"train/tensor_param_model_layers_87_mlp_up_proj_weight/min":-0.1591796875,"train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_29_mlp_up_proj/max_abs":2.25,"train/tensor_act_model_layers_11_residual_post_mlp/std":0.2451171875,"train/tensor_act_model_layers_78_mlp_gate_proj/range":4.0546875,"train/tensor_act_model_layers_96_residual_pre_attn/max_abs":50.5,"train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm":5.40625,"train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean":0.00189971923828125,"train/tensor_act_model_layers_22_mlp_gate_proj/std":1.03125,"train/tensor_act_model_layers_37_residual_post_attn/range":3.625,"train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_12_mlp_down_proj/range":0.859375,"train/tensor_act_model_layers_9_residual_pre_attn/max_abs":5.15625,"train/tensor_act_model_layers_4_mlp_gate_proj/min":-1.6484375,"train/tensor_act_model_layers_2_mlp_up_proj/mean":0.0225830078125,"train/tensor_param_model_layers_17_mlp_up_proj_weight/min":-0.11279296875,"train/tensor_grad_model_layers_4_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_24_mlp/std":0,"train/tensor_act_model_layers_32_residual_pre_attn/mean":15.625,"train/tensor_act_model_layers_37_mlp_gate_proj/range":3.4140625,"train/tensor_param_model_layers_88_mlp_up_proj_weight/std":0.0458984375,"train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_60_mlp_down_proj_weight/min":-0.1318359375,"train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs":0.1328125,"train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_21_residual_post_mlp/mean":10.75,"train/tensor_act_model_layers_52_residual_post_attn/max":27.25,"train/tensor_act_model_layers_48_mlp_gate_proj/norm":2976.878173828125,"train/tensor_param_model_layers_67_mlp_down_proj_weight/mean":-0.0012664794921875,"train/tensor_param_model_layers_14_mlp_gate_proj_weight/min":-0.1181640625,"train/tensor_act_model_layers_50_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_46_mlp_down_proj_weight/norm":5.96875,"train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_residual_post_attn/norm":39819.6328125,"train/tensor_act_model_layers_91_residual_pre_attn/mean":44,"train/tensor_act_model_layers_8_mlp/min":0.5,"train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs":0.1259765625,"train/tensor_act_model_layers_24_mlp_gate_proj/mean":0.126953125,"train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs":0.11279296875,"train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_69_residual_post_mlp/range":5,"train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_17_mlp_up_proj/max_abs":2.109375,"train/tensor_act_model_layers_55_residual_pre_attn/max_abs":28.625,"train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_71_mlp_down_proj_weight/mean":0.0004673004150390625,"train/tensor_act_model_layers_87_mlp_up_proj/norm":3194.196533203125,"train/tensor_act_model_layers_42_mlp_up_proj/min":-2.15625,"train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_68_residual_pre_attn/min":30.5,"train/tensor_act_model_layers_52_residual_pre_attn/mean":25.25,"train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_residual_post_mlp/max_abs":8.9375,"train/tensor_act_model_layers_3_mlp_gate_proj/max_abs":2.359375,"train/tensor_act_model_layers_91_residual_post_attn/max":48.25,"train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_67_mlp_down_proj_weight/range":0.2578125,"train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_44_mlp/mean":0.5,"train/tensor_act_model_layers_32_residual_post_attn/max":17.25,"train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_50_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_68_mlp/range":0,"train/tensor_act_model_layers_68_mlp_gate_proj/mean":0.1826171875,"train/tensor_act_model_layers_98_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_9_mlp_up_proj_weight/max":0.10400390625,"train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs":0.1220703125,"train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_43_residual_post_attn/mean":20.875,"train/tensor_param_model_layers_15_mlp_down_proj_weight/mean":-5.2928924560546875e-05,"train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_60_mlp_gate_proj/norm":2983.943603515625,"train/tensor_act_model_layers_64_mlp_gate_proj/std":0.9921875,"train/tensor_param_model_layers_62_mlp_up_proj_weight/min":-0.1357421875,"train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs":0.142578125,"train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_90_residual_post_mlp/mean":44,"train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_58_mlp_down_proj/range":0.5234375,"train/tensor_act_model_layers_84_residual_post_mlp/max_abs":44.5,"train/tensor_act_model_layers_63_residual_post_attn/mean":30.375,"train/tensor_act_model_layers_57_residual_post_mlp/max_abs":30.25,"train/tensor_act_model_layers_12_mlp/range":0,"train/tensor_act_model_layers_44_residual_pre_attn/norm":43786.65625,"train/tensor_param_model_layers_21_mlp_down_proj_weight/norm":5.25,"train/tensor_act_model_layers_92_residual_pre_attn/max":48.75,"train/tensor_param_model_layers_14_mlp_gate_proj_weight/std":0.029052734375,"train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_33_mlp_gate_proj/std":1.0625,"train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_26_mlp_up_proj/max":2.125,"train/tensor_param_model_layers_99_mlp_down_proj_weight/max":0.1796875,"train/tensor_act_model_layers_41_residual_post_attn/norm":40816.46875,"train/tensor_act_model_layers_16_residual_post_attn/max_abs":8.875,"train/tensor_act_model_layers_6_mlp/max_abs":0.5,"train/tensor_act_model_layers_28_mlp_gate_proj/min":-1.234375,"train/tensor_act_model_layers_52_residual_post_attn/std":0.81640625,"train/tensor_param_model_layers_60_mlp_down_proj_weight/std":0.03564453125,"train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_68_residual_post_attn/max_abs":35.25,"train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_14_mlp_down_proj_weight/range":0.22265625,"train/tensor_act_model_layers_78_mlp/max":0.5,"train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs":0.14453125,"train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_90_mlp_down_proj/max":4.125,"train/tensor_act_model_layers_42_mlp_gate_proj/min":-1.359375,"train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_98_residual_post_mlp/max":51.75,"train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_94_mlp_gate_proj/max":2.765625,"train/tensor_act_model_layers_79_mlp_up_proj/norm":3042.0712890625,"train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs":0.1162109375,"train/tensor_param_model_layers_14_mlp_up_proj_weight/min":-0.10986328125,"train/tensor_param_model_layers_50_mlp_gate_proj_weight/range":0.2578125,"train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_22_residual_post_mlp/std":0.419921875,"train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_68_mlp/std":0,"train/tensor_act_model_layers_36_mlp/min":0.5,"train/tensor_act_model_layers_77_mlp/max_abs":0.5,"train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_91_mlp_down_proj_weight/norm":8.5,"train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_94_mlp_down_proj/max_abs":3.265625,"train/tensor_param_model_layers_85_mlp_up_proj_weight/range":0.2939453125,"train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_43_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_22_mlp_up_proj/max":2.0625,"train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_5_residual_pre_attn/mean":2.484375,"train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_44_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_62_mlp_down_proj/range":1.546875,"train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_51_mlp_down_proj/mean":1.9609375,"train/tensor_act_model_layers_59_mlp_up_proj/max":2.359375,"train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_85_mlp_gate_proj/max_abs":2.796875,"train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_56_residual_post_mlp/min":25.125,"train/tensor_act_model_layers_29_residual_post_attn/range":2.9375,"train/tensor_act_model_layers_34_mlp_down_proj/min":1.7890625,"train/tensor_act_model_layers_91_residual_post_attn/std":1.3984375,"train/tensor_act_model_layers_28_mlp/max":0.5,"train/tensor_grad_model_layers_27_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_28_mlp_up_proj/std":1.109375,"train/tensor_grad_model_layers_72_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_33_residual_post_attn/mean":16,"train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_75_mlp_up_proj/mean":0.10888671875,"train/tensor_act_model_layers_49_mlp/norm":1024,"train/tensor_act_model_layers_70_residual_post_mlp/max":36.5,"train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_12_mlp_up_proj/range":4.328125,"train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_32_residual_post_attn/std":0.55859375,"train/tensor_act_model_layers_8_residual_post_mlp/std":0.201171875,"train/tensor_act_model_layers_83_mlp_up_proj/min":-2.828125,"train/tensor_grad_model_layers_51_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_45_mlp_up_proj/std":1.078125,"train/tensor_param_model_layers_69_mlp_up_proj_weight/range":0.2548828125,"train/tensor_param_model_layers_7_mlp_up_proj_weight/min":-0.103515625,"train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_14_mlp_down_proj/norm":3986.7333984375,"train/tensor_act_model_layers_25_mlp_down_proj/range":0.59375,"train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_68_mlp_gate_proj_weight/min":-0.142578125,"train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_27_mlp_gate_proj/max":2.171875,"train/tensor_act_model_layers_80_mlp_down_proj/min":1.75,"train/tensor_act_model_layers_63_mlp_down_proj/max":2.90625,"train/tensor_act_model_layers_65_mlp/max_abs":0.5,"train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_54_residual_post_mlp/mean":26.625,"train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs":0.1455078125,"train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_45_mlp_gate_proj_weight/min":-0.126953125,"train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_35_mlp_down_proj_weight/std":0.03076171875,"train/tensor_act_model_layers_21_residual_post_attn/range":2.375,"train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_25_mlp_down_proj_weight/range":0.2412109375,"train/tensor_act_model_layers_61_residual_pre_attn/max":31.875,"train/tensor_act_model_layers_24_mlp_up_proj/range":4.25,"train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_96_mlp_gate_proj/mean":0.34765625,"train/tensor_act_model_layers_6_mlp/norm":1024,"train/tensor_act_model_layers_2_mlp_up_proj/std":1.15625,"train/tensor_act_model_layers_59_mlp_gate_proj/min":-1.3203125,"train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_mlp/range":0,"train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_66_mlp_down_proj/norm":4010.069091796875,"train/tensor_grad_model_layers_52_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_98_mlp_up_proj_weight/mean":-0.00067901611328125,"train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_95_mlp_up_proj/max":3.046875,"train/tensor_grad_model_layers_25_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_43_mlp_gate_proj/range":3.671875,"train/tensor_act_model_layers_92_residual_post_mlp/range":7.5,"train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_42_mlp_down_proj_weight/mean":0.0002689361572265625,"train/tensor_act_model_layers_94_residual_post_mlp/norm":94246.3828125,"train/tensor_grad_model_layers_9_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_73_mlp/max":0.5,"train/tensor_act_model_layers_45_mlp_down_proj/norm":3994.577392578125,"train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_20_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_48_residual_post_mlp/max_abs":25.75,"train/tensor_act_model_layers_1_residual_post_attn/max_abs":0.890625,"train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_6_mlp_down_proj_weight/range":0.20849609375,"train/tensor_act_model_layers_66_mlp_gate_proj/range":3.9609375,"train/tensor_act_model_layers_51_mlp/max_abs":0.5,"train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm":6.875,"train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs":0.1318359375,"train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_78_mlp_up_proj_weight/min":-0.130859375,"train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_44_mlp_down_proj_weight/min":-0.125,"train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_7_residual_pre_attn/mean":3.46875,"train/tensor_param_model_layers_10_mlp_down_proj_weight/max":0.09423828125,"train/tensor_grad_model_layers_15_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_53_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_37_residual_post_attn/std":0.60546875,"train/tensor_param_model_layers_59_mlp_up_proj_weight/std":0.0361328125,"train/tensor_act_model_layers_56_mlp_up_proj/mean":0.0245361328125,"train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_4_mlp_gate_proj/range":4.0390625,"train/tensor_grad_model_layers_42_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_86_mlp_down_proj_weight/mean":-0.0004711151123046875,"train/tensor_grad_model_layers_54_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_3_mlp_up_proj/std":1.1171875,"train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm":9.75,"train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_65_mlp_up_proj/std":1.078125,"train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_50_residual_post_attn/std":0.76953125,"train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_8_mlp_gate_proj/min":-1.3046875,"train/tensor_act_model_layers_41_residual_post_attn/range":3.75,"train/tensor_act_model_layers_71_mlp_down_proj/range":0.953125,"train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_29_mlp/max_abs":0.5,"train/tensor_param_model_layers_26_mlp_down_proj_weight/max":0.11669921875,"train/tensor_grad_model_layers_74_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_5_mlp_down_proj/max_abs":3.140625,"train/tensor_param_model_layers_27_mlp_down_proj_weight/range":0.2509765625,"train/tensor_param_model_layers_72_mlp_gate_proj_weight/std":0.0400390625,"train/tensor_act_model_layers_66_residual_post_mlp/range":4.75,"train/tensor_act_model_layers_69_residual_post_attn/std":1,"train/tensor_param_model_layers_6_mlp_gate_proj_weight/range":0.22216796875,"train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_41_residual_post_mlp/norm":41839.98046875,"train/tensor_act_model_layers_72_residual_post_attn/mean":34.75,"train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_52_mlp_up_proj/max":2.203125,"train/tensor_act_model_layers_99_residual_post_attn/min":44,"train/tensor_grad_model_layers_59_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_61_mlp_up_proj/max_abs":2.609375,"train/tensor_act_model_layers_28_mlp_gate_proj/mean":0.130859375,"train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_64_mlp_up_proj/max_abs":2.421875,"train/tensor_param_model_layers_33_mlp_down_proj_weight/mean":1.5832483768463135e-07,"train/tensor_act_model_layers_24_mlp_gate_proj/std":1.03125,"train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_45_mlp_down_proj_weight/std":0.033203125,"train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_7_mlp_gate_proj/range":3.5625,"train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_72_mlp_gate_proj/range":3.9375,"train/tensor_act_model_layers_38_mlp_down_proj/range":0.53125,"train/tensor_act_model_layers_83_mlp/max":0.5,"train/tensor_act_model_layers_4_mlp_gate_proj/max_abs":2.390625,"train/tensor_act_model_layers_57_residual_post_attn/range":4.625,"train/tensor_act_model_layers_18_mlp_down_proj/min":1.796875,"train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_residual_post_attn/max":22.625,"train/tensor_act_model_layers_72_mlp_up_proj/min":-2.4375,"train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm":6.8125,"train/tensor_act_model_layers_7_mlp_down_proj/norm":3988.257080078125,"train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_84_residual_post_attn/range":7,"train/tensor_act_model_layers_35_residual_pre_attn/range":3.6875,"train/tensor_param_model_layers_34_mlp_up_proj_weight/max":0.1220703125,"train/tensor_grad_model_layers_18_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_37_mlp_down_proj/min":1.7890625,"train/tensor_act_model_layers_3_mlp_down_proj/norm":4339.9814453125,"train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_51_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_64_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_7_mlp_gate_proj/std":1.0234375,"train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_62_mlp/mean":0.5,"train/tensor_act_model_layers_11_residual_pre_attn/std":0.2216796875,"train/tensor_act_model_layers_52_mlp_up_proj/norm":3045.00634765625,"train/tensor_act_model_layers_84_mlp_gate_proj/max_abs":2.625,"train/grad_norm":0,"train/tensor_act_model_layers_20_residual_pre_attn/range":2.4375,"train/tensor_act_model_layers_35_mlp_up_proj/mean":0.0732421875,"train/tensor_act_model_layers_56_residual_post_mlp/mean":27.625,"train/tensor_act_model_layers_70_mlp/max":0.5,"train/tensor_act_model_layers_31_mlp_up_proj/max_abs":2.1875,"train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_57_residual_pre_attn/norm":56483.45703125,"train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_30_residual_pre_attn/norm":29989.72265625,"train/tensor_act_model_layers_43_residual_pre_attn/mean":20.875,"train/tensor_act_model_layers_35_mlp_gate_proj/mean":0.197265625,"train/tensor_act_model_layers_84_mlp_down_proj/min":1.765625,"train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_48_mlp_down_proj_weight/mean":6.866455078125e-05,"train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_94_mlp/mean":0.5,"train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_28_residual_post_mlp/range":2.8125,"train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_61_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_40_mlp_down_proj/max":2.40625,"train/tensor_act_model_layers_35_mlp/max_abs":0.5,"train/tensor_grad_model_layers_7_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_36_mlp_up_proj/max":2.578125,"train/tensor_param_model_layers_9_mlp_up_proj_weight/range":0.22509765625,"train/tensor_act_model_layers_50_mlp/min":0.5,"train/tensor_grad_model_layers_83_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_54_mlp_up_proj_weight/norm":6.4375,"train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_75_residual_post_mlp/max_abs":39.25,"train/tensor_act_model_layers_67_residual_post_mlp/max":35.25,"train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_81_mlp_up_proj/max":2.59375,"train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_62_residual_post_mlp/range":5,"train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_94_mlp/max":0.5,"train/tensor_act_model_layers_94_residual_post_mlp/min":42.5,"train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_64_residual_pre_attn/max_abs":33.25,"train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_70_mlp_gate_proj_weight/min":-0.12890625,"train/tensor_act_model_layers_60_mlp/mean":0.5,"train/tensor_act_model_layers_33_mlp_up_proj/range":4.75,"train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_0_mlp_down_proj_weight/mean":0.00167083740234375,"train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_63_mlp_up_proj/min":-2.484375,"train/tensor_param_model_layers_87_mlp_down_proj_weight/mean":0.000682830810546875,"train/tensor_param_model_layers_67_mlp_up_proj_weight/mean":-0.0004405975341796875,"train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_mlp_gate_proj/norm":2980.44140625,"train/tensor_param_model_layers_26_mlp_up_proj_weight/min":-0.11279296875,"train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_76_mlp/norm":1024,"train/tensor_act_model_layers_38_residual_post_attn/norm":37832.8203125,"train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_93_mlp_up_proj/std":1.078125,"train/tensor_param_model_layers_53_mlp_down_proj_weight/norm":6.34375,"train/tensor_grad_model_layers_16_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs":0.12158203125,"train/tensor_act_model_layers_6_residual_pre_attn/mean":2.984375,"train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_32_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_7_mlp_gate_proj_weight/range":0.23388671875,"train/tensor_act_model_layers_61_residual_post_attn/range":4.875,"train/tensor_act_model_layers_55_residual_pre_attn/min":24.375,"train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs":0.125,"train/tensor_act_model_layers_45_residual_post_mlp/max_abs":24.125,"train/tensor_act_model_layers_26_mlp_down_proj/max":2.515625,"train/tensor_act_model_layers_31_residual_post_attn/norm":30935.4140625,"train/tensor_act_model_layers_60_residual_post_mlp/norm":60377.66015625,"train/tensor_act_model_layers_56_residual_post_attn/range":4.5,"train/tensor_act_model_layers_86_mlp_gate_proj/max":2.953125,"train/tensor_act_model_layers_7_residual_post_attn/max_abs":4.15625,"train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_94_mlp_up_proj_weight/min":-0.16796875,"train/tensor_act_model_layers_29_mlp_down_proj/norm":4071.331787109375,"train/tensor_act_model_layers_12_mlp/min":0.5,"train/tensor_act_model_layers_32_residual_post_mlp/max_abs":17.75,"train/tensor_act_model_layers_17_mlp_gate_proj/range":3.484375,"train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs":0.1591796875,"train/tensor_grad_model_layers_14_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_82_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_17_residual_post_attn/max_abs":9.4375,"train/tensor_act_model_layers_12_mlp_gate_proj/std":1.0546875,"train/tensor_act_model_layers_45_mlp_up_proj/mean":-0.0810546875,"train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_41_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_59_mlp_up_proj_weight/mean":-0.00051116943359375,"train/tensor_param_model_layers_66_mlp_up_proj_weight/std":0.036865234375,"train/tensor_act_model_layers_29_mlp_gate_proj/range":3.5234375,"train/tensor_act_model_layers_39_residual_pre_attn/max":20.75,"train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs":0.1318359375,"train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_mlp_up_proj/max_abs":2.59375,"train/tensor_act_model_layers_22_mlp/max_abs":0.5,"train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_mlp_down_proj/mean":1.9453125,"train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_66_residual_pre_attn/max":34.25,"train/tensor_act_model_layers_37_mlp_up_proj/max_abs":2.359375,"train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_60_residual_post_mlp/range":4.75,"train/tensor_act_model_layers_25_mlp_up_proj/min":-2.171875,"train/tensor_param_model_layers_1_mlp_gate_proj_weight/std":0.033447265625,"train/tensor_act_model_layers_22_mlp_up_proj/range":4.15625,"train/tensor_param_model_layers_40_mlp_up_proj_weight/max":0.12451171875,"train/tensor_act_model_layers_48_mlp_down_proj/std":0.1455078125,"train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_residual_post_attn/max":3.125,"train/tensor_act_model_layers_34_mlp/mean":0.5,"train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_19_mlp_down_proj_weight/range":0.23046875,"train/tensor_act_model_layers_36_mlp/norm":1024,"train/tensor_act_model_layers_88_mlp_down_proj/max":2.6875,"train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_60_residual_post_attn/min":26.625,"train/tensor_act_model_layers_23_mlp_down_proj/std":0.12890625,"train/tensor_grad_model_layers_91_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_53_mlp_up_proj/norm":3209.14111328125,"train/tensor_param_model_layers_58_mlp_gate_proj_weight/max":0.1357421875,"train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean":0.00069427490234375,"train/tensor_act_model_layers_87_residual_post_attn/min":38.5,"train/tensor_param_model_layers_56_mlp_gate_proj_weight/min":-0.1298828125,"train/tensor_act_model_layers_89_mlp_down_proj/std":0.181640625,"train/tensor_act_model_layers_39_residual_pre_attn/std":0.60546875,"train/tensor_param_model_layers_95_mlp_down_proj_weight/range":0.3603515625,"train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_73_mlp_up_proj_weight/std":0.03759765625,"train/tensor_param_model_layers_77_mlp_gate_proj_weight/std":0.041748046875,"train/tensor_act_model_layers_41_residual_post_attn/mean":19.875,"train/tensor_act_model_layers_17_mlp/mean":0.5,"train/tensor_act_model_layers_77_mlp_gate_proj/std":1.03125,"train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_29_mlp_up_proj_weight/std":0.0303955078125,"train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_41_residual_post_mlp/mean":20.375,"train/tensor_act_model_layers_66_residual_pre_attn/std":0.953125,"train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs":0.1416015625,"train/tensor_grad_model_layers_33_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_4_mlp_gate_proj/mean":0.10791015625,"train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_66_mlp_up_proj_weight/mean":-0.00046539306640625,"train/tensor_param_model_layers_40_mlp_gate_proj_weight/max":0.125,"train/tensor_act_model_layers_78_mlp_gate_proj/std":1.0234375,"train/tensor_act_model_layers_0_residual_pre_attn/range":0.5859375,"train/tensor_act_model_layers_80_residual_post_mlp/std":1.203125,"train/tensor_act_model_layers_63_residual_post_attn/norm":62262.8828125,"train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_13_mlp_gate_proj/mean":-0.0225830078125,"train/tensor_act_model_layers_14_mlp_down_proj/std":0.12255859375,"train/tensor_act_model_layers_57_mlp_up_proj/max_abs":2.734375,"train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_26_residual_post_mlp/min":11.875,"train/tensor_param_model_layers_50_mlp_gate_proj_weight/min":-0.1259765625,"train/tensor_act_model_layers_50_mlp_up_proj/range":4.59375,"train/tensor_act_model_layers_50_residual_pre_attn/norm":49692.3046875,"train/tensor_param_model_layers_7_mlp_down_proj_weight/min":-0.0986328125,"train/tensor_param_model_layers_7_mlp_gate_proj_weight/min":-0.11474609375,"train/tensor_param_model_layers_54_mlp_down_proj_weight/mean":-0.000728607177734375,"train/tensor_act_model_layers_95_mlp/max_abs":0.5,"train/tensor_act_model_layers_85_mlp_gate_proj/range":4.171875,"train/tensor_act_model_layers_91_mlp_gate_proj/norm":3033.998291015625,"train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_86_residual_pre_attn/max_abs":45,"train/tensor_act_model_layers_37_residual_pre_attn/norm":36910.5546875,"train/tensor_act_model_layers_92_mlp_down_proj/max_abs":3.5,"train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs":0.1181640625,"train/tensor_act_model_layers_2_mlp_gate_proj/std":1.046875,"train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_mlp/max":0.5,"train/tensor_act_model_layers_7_residual_post_mlp/range":1.421875,"train/tensor_act_model_layers_33_residual_post_attn/norm":32880.65625,"train/tensor_act_model_layers_89_mlp/std":0,"train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_30_mlp_gate_proj/max_abs":2.40625,"train/tensor_act_model_layers_15_mlp_up_proj/range":3.703125,"train/tensor_act_model_layers_78_mlp/std":0,"train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_6_residual_pre_attn/max":3.625,"train/tensor_param_model_layers_44_mlp_gate_proj_weight/min":-0.130859375,"train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_56_residual_post_mlp/norm":56483.45703125,"train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_51_residual_post_mlp/max_abs":27.25,"train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_49_mlp_up_proj/min":-1.9765625,"train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_99_mlp_up_proj/std":1.0703125,"train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_75_residual_post_attn/max_abs":38.75,"train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_mlp_up_proj/mean":-0.003753662109375,"train/tensor_param_model_layers_43_mlp_down_proj_weight/std":0.0322265625,"train/tensor_param_model_layers_67_mlp_up_proj_weight/range":0.275390625,"train/tensor_act_model_layers_37_mlp_up_proj/max":2.359375,"train/tensor_act_model_layers_82_mlp_down_proj/norm":4045.004638671875,"train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_64_mlp_down_proj/min":1.7734375,"train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_21_mlp_gate_proj_weight/max":0.1162109375,"train/tensor_act_model_layers_10_residual_post_attn/range":1.5625,"train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_79_mlp_down_proj/std":0.146484375,"train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_52_residual_pre_attn/norm":51636.58984375,"train/tensor_act_model_layers_1_mlp/mean":0.5,"train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_86_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_1_mlp_down_proj_weight/max":0.1171875,"train/tensor_act_model_layers_95_mlp/mean":0.5,"train/tensor_param_model_layers_76_mlp_up_proj_weight/norm":7.15625,"train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs":0.1435546875,"train/tensor_grad_model_layers_68_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_44_residual_post_attn/std":0.6640625,"train/tensor_act_model_layers_25_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_31_mlp_up_proj/min":-2,"train/tensor_act_model_layers_8_residual_pre_attn/range":1.421875,"train/tensor_param_model_layers_85_mlp_gate_proj_weight/std":0.04736328125,"train/tensor_act_model_layers_92_mlp/min":-0.5,"train/tensor_act_model_layers_78_mlp_up_proj/min":-2.234375,"train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_22_mlp_gate_proj/mean":0.19921875,"train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_62_mlp_up_proj_weight/norm":6.59375,"train/tensor_act_model_layers_9_mlp_down_proj/max":2.53125,"train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_46_mlp_up_proj/max":2.359375,"train/tensor_param_model_layers_64_mlp_up_proj_weight/std":0.036865234375,"train/tensor_act_model_layers_29_mlp_down_proj/std":0.1904296875,"train/tensor_act_model_layers_62_mlp_up_proj/std":1.078125,"train/tensor_param_model_layers_84_mlp_gate_proj_weight/range":0.3525390625,"train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_32_residual_pre_attn/norm":31957.8671875,"train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_mlp_gate_proj/max":2.78125,"train/tensor_act_model_layers_71_residual_post_attn/max_abs":36.75,"train/tensor_act_model_layers_73_mlp_gate_proj/min":-1.28125,"train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_51_mlp_gate_proj_weight/min":-0.1357421875,"train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_46_mlp_up_proj_weight/max":0.126953125,"train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_68_mlp_gate_proj/range":4,"train/tensor_param_model_layers_53_mlp_down_proj_weight/std":0.03515625,"train/tensor_param_model_layers_4_mlp_gate_proj_weight/std":0.028564453125,"train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_17_mlp_gate_proj/max_abs":2.21875,"train/tensor_grad_model_layers_63_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_91_residual_pre_attn/norm":90344.0234375,"train/tensor_act_model_layers_60_residual_post_mlp/mean":29.5,"train/tensor_act_model_layers_94_mlp_up_proj/mean":0.09228515625,"train/tensor_act_model_layers_22_mlp_down_proj/min":1.78125,"train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_1_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_81_mlp_up_proj/norm":3084.568115234375,"train/tensor_act_model_layers_83_residual_post_attn/range":7,"train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_52_mlp_gate_proj/mean":0.26953125,"train/tensor_act_model_layers_44_mlp_up_proj/norm":2958.827880859375,"train/tensor_act_model_layers_27_mlp_up_proj/max_abs":2.1875,"train/tensor_act_model_layers_28_residual_pre_attn/min":12.375,"train/tensor_act_model_layers_11_residual_pre_attn/max":6.1875,"train/tensor_act_model_layers_55_mlp_down_proj/range":1.3046875,"train/tensor_param_model_layers_67_mlp_up_proj_weight/min":-0.138671875,"train/tensor_act_model_layers_46_mlp_down_proj/max":2.90625,"train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm":7.1875,"train/tensor_act_model_layers_39_mlp_down_proj/max":2.59375,"train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_8_mlp_up_proj_weight/max":0.11962890625,"train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm":9.3125,"train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_82_residual_post_attn/max_abs":43,"train/tensor_param_model_layers_55_mlp_up_proj_weight/std":0.035888671875,"train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_55_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_43_mlp/range":0,"train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_36_mlp/max_abs":0.5,"train/tensor_param_model_layers_92_mlp_up_proj_weight/range":0.322265625,"train/tensor_act_model_layers_46_mlp_gate_proj/mean":0.1875,"train/tensor_act_model_layers_76_mlp_down_proj/mean":1.9765625,"train/tensor_act_model_layers_9_mlp/std":0,"train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_72_mlp_up_proj/mean":-0.123046875,"train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_99_mlp_up_proj_weight/norm":9.8125,"train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_7_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_97_mlp_gate_proj_weight/min":-0.17578125,"train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_26_residual_post_attn/max_abs":14,"train/tensor_grad_model_layers_84_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_68_mlp_down_proj/std":0.169921875,"train/tensor_act_model_layers_54_mlp/mean":0.5,"train/tensor_act_model_layers_4_mlp_gate_proj/max":2.390625,"train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_57_mlp_up_proj_weight/std":0.03564453125,"train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_87_residual_pre_attn/max_abs":45.5,"train/tensor_param_model_layers_63_mlp_up_proj_weight/max":0.12890625,"train/tensor_param_model_layers_25_mlp_down_proj_weight/min":-0.1162109375,"train/tensor_grad_model_layers_51_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_92_residual_pre_attn/mean":44.5,"train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs":0.1298828125,"train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_56_mlp_down_proj/max":2.796875,"train/tensor_act_model_layers_90_residual_post_mlp/norm":90344.0234375,"train/tensor_act_model_layers_72_residual_post_attn/norm":71218.6640625,"train/tensor_param_model_layers_88_mlp_down_proj_weight/std":0.045166015625,"train/tensor_act_model_layers_32_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs":0.1298828125,"train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_99_mlp_up_proj/max_abs":3.6875,"train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_4_mlp_up_proj/max":2.59375,"train/tensor_grad_model_layers_2_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_12_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_97_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_60_mlp_gate_proj/min":-1.390625,"train/tensor_act_model_layers_47_mlp_gate_proj/max":2.390625,"train/tensor_act_model_layers_86_mlp_up_proj/norm":3215.02978515625,"train/tensor_param_model_layers_20_mlp_up_proj_weight/max":0.11962890625,"train/tensor_act_model_layers_58_residual_post_attn/range":4.75,"train/tensor_act_model_layers_39_mlp_gate_proj/max_abs":2.125,"train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_49_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs":0.140625,"train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_61_residual_pre_attn/std":0.92578125,"train/tensor_act_model_layers_92_mlp/range":1,"train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_21_residual_post_attn/min":9.125,"train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit":0.032628536224365234,"train/tensor_act_model_layers_92_residual_post_attn/max":48.75,"train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_39_mlp_up_proj/norm":3120.001708984375,"train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_44_mlp_down_proj_weight/mean":0.000324249267578125,"train/tensor_act_model_layers_66_mlp_down_proj/max_abs":2.625,"train/tensor_act_model_layers_2_residual_post_mlp/max":1.984375,"train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_30_mlp_down_proj/std":0.1669921875,"train/tensor_act_model_layers_69_mlp/mean":0.5,"train/tensor_param_model_layers_83_mlp_up_proj_weight/norm":7.9375,"train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm":10.25,"train/tensor_act_model_layers_3_residual_post_attn/max":2.109375,"train/tensor_act_model_layers_26_residual_pre_attn/max_abs":14.0625,"train/tensor_act_model_layers_1_residual_post_attn/min":0.0556640625,"train/tensor_param_model_layers_10_mlp_gate_proj_weight/min":-0.11474609375,"train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_80_mlp/range":0,"train/tensor_param_model_layers_65_mlp_up_proj_weight/range":0.2685546875,"train/tensor_act_model_layers_24_residual_post_attn/max_abs":13.1875,"train/tensor_param_model_layers_92_mlp_gate_proj_weight/std":0.05126953125,"train/tensor_grad_model_layers_78_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_40_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_94_residual_post_mlp/mean":46,"train/tensor_param_model_layers_63_mlp_gate_proj_weight/max":0.12890625,"train/tensor_param_model_layers_42_mlp_gate_proj_weight/max":0.125,"train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean":0.0021820068359375,"train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_38_residual_post_mlp/max_abs":20.75,"train/tensor_act_model_layers_97_mlp_up_proj/min":-2.921875,"train/tensor_act_model_layers_54_residual_post_mlp/min":24.375,"train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_29_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_31_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_19_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs":0.1318359375,"train/tensor_param_model_layers_91_mlp_up_proj_weight/norm":8.625,"train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_19_mlp_gate_proj/max_abs":2.21875,"train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_56_mlp_gate_proj_weight/range":0.2578125,"train/tensor_act_model_layers_38_residual_post_attn/mean":18.5,"train/tensor_act_model_layers_69_mlp_down_proj/max":2.9375,"train/tensor_act_model_layers_50_mlp/max_abs":0.5,"train/tensor_act_model_layers_68_mlp/max":0.5,"train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_77_mlp_up_proj/range":4.90625,"train/tensor_act_model_layers_40_mlp_up_proj/max_abs":2.375,"train/tensor_grad_model_layers_57_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_49_mlp_down_proj/mean":1.9453125,"train/tensor_param_model_layers_24_mlp_gate_proj_weight/std":0.0306396484375,"train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_7_residual_post_attn/range":1.421875,"train/tensor_act_model_layers_77_residual_post_mlp/range":5.75,"train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_10_mlp_up_proj/std":1.125,"train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_95_mlp_down_proj/max_abs":3.5,"train/tensor_act_model_layers_78_mlp_up_proj/range":4.828125,"train/tensor_act_model_layers_24_residual_post_attn/min":10.5,"train/tensor_act_model_layers_5_mlp_gate_proj/max":2.296875,"train/tensor_grad_model_layers_81_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_68_mlp_down_proj_weight/std":0.036865234375,"train/tensor_act_model_layers_50_mlp_gate_proj/std":1.0078125,"train/tensor_act_model_layers_5_mlp/norm":1024,"train/tensor_act_model_layers_69_residual_pre_attn/norm":68249.625,"train/tensor_grad_model_layers_16_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_54_residual_post_mlp/norm":54556.078125,"train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_60_residual_pre_attn/max_abs":31.375,"train/tensor_act_model_layers_95_mlp_up_proj/max_abs":3.15625,"train/tensor_act_model_layers_68_mlp_up_proj/min":-2.46875,"train/tensor_param_model_layers_55_mlp_gate_proj_weight/min":-0.1298828125,"train/tensor_act_model_layers_0_mlp_gate_proj/max_abs":4.8125,"train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_72_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_46_mlp_down_proj_weight/min":-0.125,"train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_37_mlp_gate_proj_weight/max":0.126953125,"train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_65_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_49_residual_post_mlp/max":26.125,"train/tensor_act_model_layers_92_residual_pre_attn/std":1.3984375,"train/tensor_act_model_layers_41_residual_post_mlp/max_abs":22.125,"train/tensor_param_model_layers_96_mlp_down_proj_weight/std":0.05126953125,"train/tensor_act_model_layers_15_mlp_gate_proj/std":1.0390625,"train/tensor_grad_model_layers_0_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_91_mlp/norm":1024,"train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_82_mlp/max":0.5,"train/tensor_act_model_layers_31_residual_post_attn/mean":15.125,"train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean":0.000919342041015625,"train/tensor_act_model_layers_57_mlp_down_proj/max":2.578125,"train/tensor_act_model_layers_3_mlp_gate_proj/norm":2981.74267578125,"train/tensor_act_model_layers_5_mlp_gate_proj/max_abs":2.296875,"train/tensor_act_model_layers_75_mlp_gate_proj/norm":3021.826904296875,"train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_34_mlp_up_proj/max_abs":2.078125,"train/tensor_act_model_layers_30_residual_post_attn/std":0.50390625,"train/tensor_act_model_layers_60_residual_post_mlp/max":31.875,"train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_53_residual_post_attn/max_abs":27.625,"train/tensor_act_model_layers_4_mlp_up_proj/min":-2.140625,"train/tensor_act_model_layers_57_residual_post_attn/std":0.87890625,"train/tensor_act_model_layers_96_mlp/mean":0.484375,"train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_52_mlp_down_proj/max":2.46875,"train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_64_mlp/range":0,"train/tensor_act_model_layers_7_mlp_gate_proj/norm":2961.1962890625,"train/tensor_act_model_layers_58_mlp/norm":1024,"train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_31_residual_post_mlp/std":0.53125,"train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_21_mlp_down_proj/range":0.984375,"train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_95_mlp_gate_proj/norm":3056.7607421875,"train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean":0.00104522705078125,"train/tensor_act_model_layers_57_residual_pre_attn/mean":27.625,"train/tensor_act_model_layers_71_mlp/max":0.5,"train/tensor_param_model_layers_68_mlp_down_proj_weight/min":-0.130859375,"train/tensor_grad_model_layers_24_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_8_mlp_up_proj_weight/range":0.21630859375,"train/tensor_param_model_layers_60_mlp_up_proj_weight/max":0.1298828125,"train/tensor_act_model_layers_49_residual_pre_attn/max_abs":25.75,"train/tensor_grad_model_layers_24_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_39_mlp_down_proj_weight/norm":5.78125,"train/tensor_param_model_layers_89_mlp_up_proj_weight/range":0.2978515625,"train/tensor_param_model_layers_24_mlp_gate_proj_weight/min":-0.12255859375,"train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_30_residual_pre_attn/mean":14.625,"train/tensor_act_model_layers_6_residual_pre_attn/range":1.359375,"train/tensor_act_model_layers_23_mlp/min":0.5,"train/tensor_act_model_layers_21_mlp/max_abs":0.5,"train/tensor_act_model_layers_43_residual_pre_attn/norm":42819.35546875,"train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_48_mlp_gate_proj_weight/max":0.12890625,"train/tensor_act_model_layers_63_mlp_up_proj/norm":3222.054931640625,"train/tensor_grad_model_layers_31_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_96_mlp/max_abs":0.5,"train/tensor_grad_model_layers_19_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_57_mlp_gate_proj/range":3.765625,"train/tensor_param_model_layers_23_mlp_up_proj_weight/max":0.12353515625,"train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_2_residual_pre_attn/max":1.390625,"train/tensor_param_model_layers_41_mlp_up_proj_weight/min":-0.1220703125,"train/tensor_act_model_layers_84_residual_pre_attn/min":37,"train/tensor_act_model_layers_5_mlp/range":0,"train/tensor_act_model_layers_85_mlp_up_proj/max_abs":3.140625,"train/tensor_param_model_layers_68_mlp_up_proj_weight/mean":-0.0008697509765625,"train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_84_mlp_gate_proj/std":1.0078125,"train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_18_mlp_gate_proj/std":1.015625,"train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_86_residual_pre_attn/range":7.25,"train/tensor_param_model_layers_78_mlp_up_proj_weight/norm":7.3125,"train/tensor_act_model_layers_64_residual_post_mlp/range":4.625,"train/tensor_act_model_layers_16_mlp_gate_proj/mean":0.0034942626953125,"train/tensor_act_model_layers_57_mlp/std":0,"train/tensor_act_model_layers_90_mlp_gate_proj/max_abs":2.765625,"train/tensor_act_model_layers_67_residual_post_attn/norm":66222.765625,"train/tensor_act_model_layers_74_mlp_gate_proj/norm":3069.064453125,"train/tensor_param_model_layers_25_mlp_up_proj_weight/norm":5.40625,"train/tensor_act_model_layers_65_mlp/max":0.5,"train/tensor_act_model_layers_52_residual_post_attn/max_abs":27.25,"train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit":0,"train/tensor_grad_model_layers_34_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_63_mlp/min":0.5,"train/tensor_grad_model_layers_77_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_8_mlp_gate_proj/max":2.4375,"train/tensor_act_model_layers_14_mlp_down_proj/mean":1.9453125,"train/tensor_grad_model_layers_22_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_37_mlp_gate_proj/std":1.015625,"train/tensor_param_model_layers_96_mlp_down_proj_weight/min":-0.1591796875,"train/tensor_param_model_layers_80_mlp_up_proj_weight/mean":0.00060272216796875,"train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs":0.11669921875,"train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_mlp/norm":1024,"train/tensor_param_model_layers_93_mlp_up_proj_weight/range":0.3359375,"train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_66_residual_pre_attn/max_abs":34.25,"train/tensor_act_model_layers_30_residual_post_attn/max":16.125,"train/tensor_act_model_layers_51_mlp_down_proj/norm":4031.5439453125,"train/tensor_act_model_layers_83_mlp_down_proj/range":1.015625,"train/tensor_act_model_layers_94_residual_pre_attn/range":7.5,"train/tensor_act_model_layers_80_mlp_up_proj/range":5.15625,"train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_58_residual_post_attn/norm":57420.1953125,"train/tensor_param_model_layers_46_mlp_down_proj_weight/std":0.032958984375,"train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_54_residual_post_attn/min":23.875,"train/tensor_act_model_layers_57_residual_post_attn/max":29.75,"train/tensor_act_model_layers_26_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_47_mlp_up_proj/norm":3117.924072265625,"train/tensor_act_model_layers_4_residual_post_mlp/mean":2.484375,"train/tensor_param_model_layers_55_mlp_gate_proj_weight/std":0.037353515625,"train/tensor_act_model_layers_82_mlp_gate_proj/min":-1.3046875,"train/tensor_grad_model_layers_92_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_24_mlp_down_proj/min":1.796875,"train/tensor_act_model_layers_63_residual_pre_attn/min":28,"train/tensor_act_model_layers_92_mlp/mean":0.4921875,"train/tensor_act_model_layers_24_residual_post_mlp/norm":25044.330078125,"train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_5_mlp_up_proj_weight/max":0.1103515625,"train/tensor_act_model_layers_63_mlp_gate_proj/max_abs":2.59375,"train/tensor_act_model_layers_66_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_66_residual_post_mlp/std":0.96484375,"train/tensor_act_model_layers_83_mlp_gate_proj/mean":0.2734375,"train/tensor_act_model_layers_55_mlp/mean":0.5,"train/tensor_act_model_layers_80_residual_pre_attn/std":1.140625,"train/tensor_act_model_layers_12_mlp_down_proj/min":1.765625,"train/tensor_act_model_layers_43_mlp/max_abs":0.5,"train/tensor_param_model_layers_88_mlp_down_proj_weight/min":-0.1484375,"train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_68_mlp_down_proj/max_abs":2.609375,"train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_63_mlp_down_proj/max_abs":2.90625,"train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_17_mlp/max":0.5,"train/tensor_act_model_layers_27_mlp_gate_proj/range":3.390625,"train/tensor_act_model_layers_39_residual_post_mlp/std":0.60546875,"train/tensor_act_model_layers_45_mlp_down_proj/mean":1.9453125,"train/tensor_act_model_layers_21_residual_post_mlp/norm":22052.220703125,"train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_25_mlp_down_proj_weight/std":0.0294189453125,"train/tensor_param_model_layers_36_mlp_up_proj_weight/range":0.251953125,"train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_97_mlp_gate_proj_weight/std":0.056640625,"train/tensor_param_model_layers_6_mlp_up_proj_weight/std":0.0277099609375,"train/tensor_act_model_layers_97_residual_post_mlp/range":7.75,"train/tensor_act_model_layers_7_mlp_gate_proj/max_abs":2.21875,"train/tensor_param_model_layers_32_mlp_up_proj_weight/min":-0.12158203125,"train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_51_residual_post_mlp/max":27.25,"train/tensor_grad_model_layers_92_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_25_residual_post_mlp/max_abs":14.0625,"train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_74_residual_post_attn/mean":35.75,"train/tensor_act_model_layers_34_mlp_up_proj/range":3.9765625,"train/tensor_param_model_layers_60_mlp_down_proj_weight/mean":-0.00141143798828125,"train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_68_mlp_up_proj/max_abs":2.796875,"train/tensor_act_model_layers_83_residual_pre_attn/min":36.5,"train/tensor_param_model_layers_98_mlp_up_proj_weight/max":0.16796875,"train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs":0.1240234375,"train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_12_residual_pre_attn/max_abs":6.75,"train/tensor_act_model_layers_31_mlp/std":0,"train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean":0.0028228759765625,"train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_92_mlp_gate_proj_weight/min":-0.1611328125,"train/tensor_act_model_layers_70_mlp/norm":1024,"train/tensor_act_model_layers_33_mlp_up_proj/max":2.578125,"train/tensor_act_model_layers_32_mlp_gate_proj/min":-1.2734375,"train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs":0.125,"train/tensor_act_model_layers_2_residual_pre_attn/max_abs":1.390625,"train/tensor_act_model_layers_21_mlp_gate_proj/max_abs":2.15625,"train/tensor_act_model_layers_94_residual_post_mlp/max_abs":50.25,"train/tensor_act_model_layers_94_mlp_gate_proj/mean":0.34375,"train/tensor_act_model_layers_39_residual_post_attn/max_abs":20.625,"train/tensor_act_model_layers_15_mlp/mean":0.5,"train/tensor_act_model_layers_70_mlp/min":0.5,"train/tensor_act_model_layers_42_mlp_down_proj/range":1.171875,"train/tensor_param_model_layers_10_mlp_gate_proj_weight/std":0.028564453125,"train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_33_mlp_up_proj_weight/std":0.0306396484375,"train/tensor_act_model_layers_92_residual_post_attn/std":1.4140625,"train/tensor_param_model_layers_13_mlp_up_proj_weight/norm":5.09375,"train/tensor_act_model_layers_14_mlp_up_proj/max":1.9765625,"train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs":0.1875,"train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_19_residual_pre_attn/range":2.25,"train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_94_mlp_down_proj_weight/mean":0.000423431396484375,"train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_residual_pre_attn/min":18.375,"train/tensor_act_model_layers_27_mlp/min":0.5,"train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_90_residual_post_attn/min":40,"train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_92_mlp_gate_proj/min":-1.546875,"train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_mlp_gate_proj/max":2.34375,"train/tensor_grad_model_layers_94_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_83_mlp_up_proj_weight/std":0.0439453125,"train/tensor_grad_model_layers_45_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_85_mlp_gate_proj_weight/min":-0.158203125,"train/tensor_param_model_layers_54_mlp_up_proj_weight/std":0.035400390625,"train/tensor_grad_model_layers_63_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_66_mlp_gate_proj/min":-1.2734375,"train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_55_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs":0.1474609375,"train/tensor_act_model_layers_83_mlp/std":0,"train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_35_mlp_gate_proj/min":-1.234375,"train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs":0.1357421875,"train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_23_mlp_gate_proj/mean":0.0869140625,"train/tensor_act_model_layers_89_mlp/min":0.5,"train/tensor_param_model_layers_34_mlp_down_proj_weight/mean":-9.632110595703125e-05,"train/tensor_act_model_layers_44_residual_post_attn/max":23,"train/tensor_act_model_layers_3_residual_pre_attn/mean":1.4921875,"train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_residual_post_mlp/max_abs":22.625,"train/tensor_act_model_layers_85_mlp_down_proj/std":0.265625,"train/tensor_act_model_layers_18_mlp_gate_proj/norm":2953.8564453125,"train/tensor_param_model_layers_27_mlp_up_proj_weight/min":-0.12109375,"train/tensor_act_model_layers_34_mlp_gate_proj/std":1.03125,"train/tensor_act_model_layers_88_mlp_up_proj/std":1.0546875,"train/tensor_param_model_layers_43_mlp_down_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_65_mlp_up_proj/mean":0.03466796875,"train/tensor_act_model_layers_6_residual_post_mlp/max":4.15625,"train/tensor_act_model_layers_98_mlp_gate_proj/min":-1.6171875,"train/tensor_param_model_layers_41_mlp_down_proj_weight/mean":-0.00026702880859375,"train/tensor_grad_model_layers_84_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_73_mlp/max_abs":0.5,"train/tensor_act_model_layers_63_residual_pre_attn/max_abs":33,"train/tensor_act_model_layers_22_residual_pre_attn/max":12,"train/tensor_act_model_layers_96_mlp_up_proj/min":-2.640625,"train/tensor_param_model_layers_64_mlp_up_proj_weight/norm":6.6875,"train/tensor_param_model_layers_98_mlp_gate_proj_weight/max":0.19140625,"train/tensor_act_model_layers_54_mlp/min":0.5,"train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_31_residual_pre_attn/std":0.50390625,"train/tensor_act_model_layers_81_residual_post_mlp/max":42.75,"train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_1_residual_post_mlp/norm":2049.23583984375,"train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm":7.53125,"train/tensor_act_model_layers_71_mlp_gate_proj/min":-1.8515625,"train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm":8.5625,"train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_9_mlp_down_proj/min":1.765625,"train/tensor_grad_model_layers_47_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_39_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_44_residual_pre_attn/mean":21.375,"train/tensor_act_model_layers_99_mlp_gate_proj/range":4.7890625,"train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_20_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_93_residual_pre_attn/min":41.75,"train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_53_mlp_down_proj_weight/min":-0.1298828125,"train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_76_residual_pre_attn/max_abs":39.25,"train/tensor_act_model_layers_92_residual_post_mlp/std":1.3984375,"train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm":5.15625,"train/tensor_param_model_layers_51_mlp_gate_proj_weight/std":0.036376953125,"train/tensor_act_model_layers_70_mlp_down_proj/std":0.2197265625,"train/tensor_act_model_layers_17_mlp_up_proj/min":-2.109375,"train/tensor_act_model_layers_33_mlp_down_proj/min":1.7890625,"train/tensor_act_model_layers_52_mlp/std":0,"train/tensor_act_model_layers_5_residual_pre_attn/std":0.154296875,"train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_82_mlp_down_proj_weight/range":0.27734375,"train/tensor_param_model_layers_35_mlp_down_proj_weight/norm":5.5625,"train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm":5.5625,"train/tensor_act_model_layers_92_mlp_up_proj/mean":-0.040283203125,"train/tensor_param_model_layers_30_mlp_gate_proj_weight/max":0.126953125,"train/tensor_act_model_layers_86_mlp/mean":0.5,"train/tensor_act_model_layers_22_mlp/max":0.5,"train/tensor_act_model_layers_55_mlp_down_proj/std":0.15625,"train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs":0.1953125,"train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_29_mlp_down_proj/max_abs":2.96875,"train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_34_mlp_gate_proj/range":3.53125,"train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_77_mlp_gate_proj_weight/min":-0.146484375,"train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_40_residual_post_attn/mean":19.375,"train/tensor_act_model_layers_39_mlp/norm":1024,"train/tensor_act_model_layers_21_mlp_up_proj/min":-2.203125,"train/tensor_act_model_layers_82_mlp/norm":1024,"train/tensor_act_model_layers_47_mlp_down_proj/range":1.0546875,"train/tensor_grad_model_layers_48_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_56_mlp_gate_proj_weight/std":0.037109375,"train/tensor_act_model_layers_95_mlp_gate_proj/range":4.53125,"train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_70_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean":0.0013885498046875,"train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_86_mlp_gate_proj/mean":0.21484375,"train/tensor_act_model_layers_70_mlp/std":0,"train/tensor_act_model_layers_16_mlp_up_proj/norm":3212.20703125,"train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs":0.1181640625,"train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_84_mlp_up_proj/range":5.265625,"train/tensor_act_model_layers_56_residual_post_attn/min":24.625,"train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_2_mlp_up_proj_weight/min":-0.125,"train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_5_mlp_down_proj_weight/mean":0.0001125335693359375,"train/tensor_param_model_layers_23_mlp_down_proj_weight/min":-0.1259765625,"train/tensor_param_model_layers_4_mlp_down_proj_weight/min":-0.11376953125,"train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_34_residual_post_attn/range":3.6875,"train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_residual_post_attn/norm":42763.15625,"train/tensor_act_model_layers_67_mlp_down_proj/max":2.53125,"train/tensor_act_model_layers_40_mlp_gate_proj/range":3.5234375,"train/tensor_grad_model_layers_42_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_34_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_77_mlp_down_proj_weight/norm":7.09375,"train/tensor_param_model_layers_76_mlp_up_proj_weight/min":-0.1318359375,"train/tensor_param_model_layers_44_mlp_gate_proj_weight/std":0.03369140625,"train/tensor_act_model_layers_18_mlp_up_proj/range":4.1953125,"train/tensor_act_model_layers_15_mlp_down_proj/norm":3997.82568359375,"train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_37_mlp_up_proj/range":4.375,"train/tensor_act_model_layers_5_mlp_down_proj/mean":2.03125,"train/tensor_param_model_layers_13_mlp_down_proj_weight/norm":5.03125,"train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs":0.1318359375,"train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_28_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_99_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_43_mlp/mean":0.5,"train/tensor_act_model_layers_61_residual_post_mlp/std":0.91796875,"train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_80_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_80_mlp_gate_proj/std":1,"train/tensor_act_model_layers_46_residual_post_mlp/min":20.75,"train/tensor_act_model_layers_17_mlp_gate_proj/mean":0.240234375,"train/tensor_param_model_layers_43_mlp_up_proj_weight/max":0.12255859375,"train/tensor_act_model_layers_4_residual_pre_attn/max_abs":2.609375,"train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_87_residual_post_mlp/norm":87342.078125,"train/tensor_act_model_layers_99_residual_post_mlp/mean":48.5,"train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_50_mlp_gate_proj_weight/std":0.035888671875,"train/tensor_grad_model_layers_14_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_55_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs":0.1435546875,"train/tensor_param_model_layers_47_mlp_gate_proj_weight/max":0.125,"train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_58_mlp_up_proj/max":2.484375,"train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_29_mlp_down_proj/mean":1.9765625,"train/tensor_act_model_layers_61_mlp_up_proj/norm":3102.834228515625,"train/tensor_param_model_layers_23_mlp_down_proj_weight/std":0.029296875,"train/tensor_param_model_layers_50_mlp_down_proj_weight/norm":6.21875,"train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_4_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_59_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_52_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_mlp/max_abs":0.5,"train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_91_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_74_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_37_mlp_down_proj_weight/max":0.125,"train/tensor_param_model_layers_38_mlp_up_proj_weight/max":0.1240234375,"train/tensor_param_model_layers_16_mlp_down_proj_weight/range":0.22998046875,"train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_12_residual_post_mlp/range":1.625,"train/tensor_act_model_layers_76_mlp/mean":0.5,"train/tensor_grad_model_layers_46_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_53_mlp/norm":1024,"train/tensor_act_model_layers_98_mlp_up_proj/max":2.5625,"train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_37_mlp_down_proj_weight/min":-0.12451171875,"train/tensor_act_model_layers_43_mlp/std":0,"train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_73_mlp_up_proj/max_abs":2.671875,"train/tensor_act_model_layers_79_residual_pre_attn/range":6,"train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm":7.40625,"train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_0_mlp_gate_proj/mean":0.03076171875,"train/tensor_act_model_layers_95_residual_post_mlp/norm":95263.203125,"train/tensor_act_model_layers_33_residual_pre_attn/norm":32941.81640625,"train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_4_mlp/min":0.5,"train/tensor_act_model_layers_55_mlp_gate_proj/min":-1.3359375,"train/tensor_act_model_layers_55_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_28_residual_pre_attn/max_abs":15.0625,"train/tensor_param_model_layers_70_mlp_up_proj_weight/min":-0.1337890625,"train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_83_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_44_mlp_gate_proj_weight/max":0.1298828125,"train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs":0.10986328125,"train/tensor_act_model_layers_10_residual_post_attn/mean":4.9375,"train/tensor_act_model_layers_52_mlp/norm":1024,"train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_50_mlp_gate_proj_weight/max":0.1318359375,"train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_32_mlp_up_proj/norm":3150.802734375,"train/tensor_act_model_layers_68_mlp/min":0.5,"train/tensor_grad_model_layers_9_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_69_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_44_mlp_gate_proj/max":2.3125,"train/tensor_param_model_layers_47_mlp_gate_proj_weight/std":0.03466796875,"train/tensor_act_model_layers_58_residual_post_mlp/mean":28.5,"train/tensor_act_model_layers_49_mlp_gate_proj/range":3.5703125,"train/tensor_act_model_layers_0_residual_post_mlp/max":0.8046875,"train/tensor_param_model_layers_39_mlp_up_proj_weight/max":0.1259765625,"train/tensor_act_model_layers_84_mlp_down_proj/mean":1.9609375,"train/tensor_act_model_layers_84_mlp_gate_proj/range":3.90625,"train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean":0.0002613067626953125,"train/tensor_act_model_layers_32_mlp_gate_proj/range":3.5546875,"train/tensor_act_model_layers_35_residual_post_mlp/norm":35893.6328125,"train/tensor_act_model_layers_69_residual_post_mlp/std":0.99609375,"train/tensor_param_model_layers_40_mlp_up_proj_weight/mean":0.0002689361572265625,"train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_mlp_up_proj/norm":3145.49560546875,"train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_58_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_56_mlp/max":0.5,"train/tensor_param_model_layers_70_mlp_down_proj_weight/norm":6.6875,"train/tensor_act_model_layers_4_residual_post_attn/norm":4089.952392578125,"train/tensor_act_model_layers_69_residual_pre_attn/max_abs":35.75,"train/tensor_param_model_layers_42_mlp_up_proj_weight/mean":0.0008697509765625,"train/tensor_act_model_layers_98_mlp_down_proj/std":0.30859375,"train/tensor_act_model_layers_27_residual_post_attn/max_abs":14.5625,"train/tensor_act_model_layers_46_mlp_gate_proj/range":3.6953125,"train/tensor_act_model_layers_81_residual_post_attn/norm":80343.1875,"train/tensor_act_model_layers_36_residual_post_mlp/range":3.8125,"train/tensor_grad_model_layers_70_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_21_mlp_up_proj/norm":3212.677978515625,"train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm":7.03125,"train/tensor_act_model_layers_85_mlp_gate_proj/min":-1.375,"train/tensor_act_model_layers_73_residual_pre_attn/mean":35.25,"train/tensor_act_model_layers_9_residual_pre_attn/norm":9130.484375,"train/tensor_act_model_layers_27_residual_post_attn/mean":13.1875,"train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_85_residual_pre_attn/std":1.265625,"train/tensor_act_model_layers_99_residual_post_attn/max_abs":51.75,"train/tensor_act_model_layers_35_residual_post_mlp/std":0.59765625,"train/tensor_param_model_layers_3_mlp_down_proj_weight/max":0.10791015625,"train/tensor_act_model_layers_19_residual_pre_attn/max_abs":10.5,"train/tensor_act_model_layers_17_mlp_gate_proj/max":2.21875,"train/tensor_param_model_layers_61_mlp_down_proj_weight/norm":6.5,"train/tensor_act_model_layers_89_mlp_gate_proj/max_abs":2.703125,"train/tensor_act_model_layers_41_mlp_up_proj/std":1.1015625,"train/tensor_act_model_layers_88_mlp_gate_proj/range":4.1796875,"train/tensor_act_model_layers_35_mlp_down_proj/std":0.142578125,"train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_60_mlp_gate_proj/mean":0.189453125,"train/tensor_act_model_layers_66_mlp_down_proj/std":0.1494140625,"train/tensor_act_model_layers_90_mlp/max":0.5,"train/tensor_param_model_layers_58_mlp_up_proj_weight/min":-0.126953125,"train/tensor_param_model_layers_9_mlp_down_proj_weight/range":0.224609375,"train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_56_mlp_down_proj/norm":4019.63427734375,"train/tensor_act_model_layers_1_residual_pre_attn/max":0.8046875,"train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_73_residual_post_attn/range":5,"train/tensor_act_model_layers_68_mlp_gate_proj/norm":2890.001220703125,"train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm":7.09375,"train/tensor_param_model_layers_21_mlp_gate_proj_weight/min":-0.12109375,"train/tensor_act_model_layers_16_mlp_gate_proj/max":2.46875,"train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_46_residual_post_attn/norm":45754.26953125,"train/tensor_act_model_layers_41_mlp_up_proj/max_abs":2.390625,"train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_96_mlp/max":0.5,"train/tensor_act_model_layers_92_mlp_down_proj/std":0.5078125,"train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_22_mlp_down_proj_weight/mean":-0.00052642822265625,"train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_50_residual_post_attn/norm":49651.9765625,"train/tensor_param_model_layers_93_mlp_down_proj_weight/range":0.326171875,"train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_96_mlp_up_proj_weight/std":0.052978515625,"train/tensor_act_model_layers_72_residual_pre_attn/std":1.0390625,"train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_97_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_65_mlp_up_proj_weight/mean":0.0002593994140625,"train/tensor_act_model_layers_51_residual_post_attn/std":0.78515625,"train/tensor_act_model_layers_24_mlp/max_abs":0.5,"train/tensor_grad_model_layers_88_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_69_mlp_gate_proj/range":3.734375,"train/tensor_act_model_layers_48_mlp_gate_proj/mean":0.248046875,"train/tensor_param_model_layers_98_mlp_gate_proj_weight/std":0.0576171875,"train/tensor_act_model_layers_33_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_5_mlp_up_proj/min":-2.296875,"train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_21_mlp_up_proj_weight/norm":5.34375,"train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_47_residual_post_attn/mean":22.875,"train/tensor_act_model_layers_70_mlp_gate_proj/min":-1.28125,"train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_71_mlp_down_proj_weight/range":0.2783203125,"train/tensor_act_model_layers_43_mlp_down_proj/max_abs":2.640625,"train/tensor_act_model_layers_97_residual_post_mlp/std":1.4609375,"train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_73_residual_post_attn/max":37.75,"train/tensor_grad_model_layers_19_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_98_mlp_down_proj/max_abs":3.578125,"train/tensor_act_model_layers_62_mlp_gate_proj/std":1.0078125,"train/tensor_act_model_layers_48_residual_post_attn/mean":23.25,"train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_24_mlp_gate_proj/norm":3015.696533203125,"train/tensor_act_model_layers_71_mlp_down_proj/std":0.1572265625,"train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_58_residual_pre_attn/min":25.625,"train/tensor_act_model_layers_16_mlp/mean":0.5,"train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_51_mlp_gate_proj_weight/max":0.12890625,"train/tensor_param_model_layers_30_mlp_gate_proj_weight/std":0.03173828125,"train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_35_mlp_up_proj_weight/norm":5.65625,"train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs":0.11865234375,"train/tensor_act_model_layers_65_residual_post_mlp/mean":31.875,"train/tensor_act_model_layers_2_mlp_up_proj/max_abs":2.359375,"train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_29_residual_pre_attn/std":0.490234375,"train/tensor_param_model_layers_25_mlp_down_proj_weight/max":0.125,"train/tensor_act_model_layers_97_residual_post_attn/std":1.4453125,"train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_78_mlp_gate_proj_weight/range":0.275390625,"train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_mlp/mean":0.5,"train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_75_residual_pre_attn/range":5,"train/tensor_param_model_layers_18_mlp_down_proj_weight/norm":5.25,"train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_54_residual_post_attn/norm":53532.58203125,"train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_61_mlp_down_proj/max":2.90625,"train/tensor_act_model_layers_30_mlp/norm":1024,"train/tensor_act_model_layers_11_mlp_up_proj/max":2.234375,"train/tensor_act_model_layers_31_mlp_down_proj/mean":1.9609375,"train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_6_residual_post_mlp/range":1.453125,"train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_34_residual_post_attn/norm":33861,"train/tensor_act_model_layers_86_mlp_up_proj/min":-2.296875,"train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_97_mlp_gate_proj_weight/max":0.1748046875,"train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_47_mlp/max":0.5,"train/tensor_act_model_layers_71_residual_post_attn/std":1.0390625,"train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_3_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs":0.1640625,"train/tensor_act_model_layers_1_residual_post_attn/std":0.11083984375,"train/tensor_act_model_layers_31_mlp_down_proj/min":1.796875,"train/tensor_param_model_layers_86_mlp_up_proj_weight/min":-0.1435546875,"train/tensor_act_model_layers_50_residual_post_mlp/max":26.625,"train/tensor_param_model_layers_19_mlp_up_proj_weight/max":0.1162109375,"train/tensor_act_model_layers_11_mlp/max_abs":0.5,"train/tensor_param_model_layers_10_mlp_gate_proj_weight/max":0.10986328125,"train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_90_residual_post_mlp/std":1.34375,"train/tensor_act_model_layers_88_residual_post_mlp/range":7.25,"train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_87_mlp_up_proj_weight/mean":0.0012359619140625,"train/tensor_act_model_layers_25_residual_post_attn/max_abs":13.5625,"train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_16_residual_pre_attn/min":6.90625,"train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_18_mlp_up_proj_weight/norm":5.3125,"train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_40_mlp_gate_proj_weight/range":0.25390625,"train/tensor_grad_model_layers_51_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_55_residual_post_attn/min":24.25,"train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_97_mlp_gate_proj/mean":0.25390625,"train/tensor_grad_model_layers_33_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_98_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_82_mlp/std":0,"train/tensor_act_model_layers_62_residual_post_attn/min":27.5,"train/tensor_param_model_layers_38_mlp_up_proj_weight/norm":5.8125,"train/tensor_act_model_layers_44_residual_pre_attn/min":19.375,"train/tensor_act_model_layers_24_mlp_gate_proj/range":3.3984375,"train/tensor_grad_model_layers_61_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm":5.0625,"train/tensor_act_model_layers_62_mlp_up_proj/range":5.125,"train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean":0.00121307373046875,"train/tensor_act_model_layers_62_residual_pre_attn/min":27.5,"train/tensor_act_model_layers_73_residual_pre_attn/std":1.0390625,"train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs":0.11669921875,"train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs":0.1328125,"train/tensor_act_model_layers_32_mlp_down_proj/std":0.109375,"train/tensor_act_model_layers_99_residual_post_mlp/min":44.5,"train/tensor_param_model_layers_19_mlp_down_proj_weight/mean":0.000423431396484375,"train/tensor_param_model_layers_59_mlp_down_proj_weight/mean":-0.00090789794921875,"train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_56_mlp/std":0,"train/tensor_act_model_layers_15_mlp/min":0.5,"train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_43_mlp_up_proj_weight/range":0.24853515625,"train/tensor_grad_model_layers_18_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_residual_pre_attn/std":0.66796875,"train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_90_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_19_mlp_up_proj/range":4.453125,"train/tensor_act_model_layers_4_residual_post_attn/mean":1.9921875,"train/tensor_act_model_layers_52_residual_post_mlp/min":23.375,"train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_residual_post_mlp/min":36.5,"train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm":8.1875,"train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_0_mlp_down_proj_weight/range":0.22607421875,"train/tensor_act_model_layers_93_residual_post_mlp/max_abs":49.75,"train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_82_residual_pre_attn/mean":39.75,"train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs":0.1259765625,"train/tensor_act_model_layers_41_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_42_mlp_gate_proj_weight/min":-0.12890625,"train/tensor_param_model_layers_63_mlp_gate_proj_weight/min":-0.1357421875,"train/tensor_param_model_layers_56_mlp_up_proj_weight/min":-0.1259765625,"train/tensor_param_model_layers_48_mlp_gate_proj_weight/std":0.035888671875,"train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_77_residual_pre_attn/std":1.1015625,"train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_50_residual_post_attn/range":4.25,"train/tensor_act_model_layers_36_mlp_down_proj/max":2.53125,"train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_47_mlp/mean":0.5,"train/tensor_act_model_layers_83_mlp/min":0.5,"train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_mlp_down_proj/std":0.1982421875,"train/tensor_act_model_layers_64_mlp/mean":0.5,"train/tensor_act_model_layers_17_residual_pre_attn/max":9.375,"train/tensor_act_model_layers_2_mlp_down_proj/min":1.7578125,"train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_83_mlp/mean":0.5,"train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_82_residual_post_attn/max":43,"train/tensor_grad_model_layers_70_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm":6.6875,"train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_27_mlp_up_proj/mean":0.00145721435546875,"train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_24_mlp_up_proj/min":-2.09375,"train/tensor_param_model_layers_20_mlp_up_proj_weight/range":0.24462890625,"train/tensor_act_model_layers_1_mlp_gate_proj/max":2.9375,"train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_46_mlp_down_proj_weight/max":0.1279296875,"train/tensor_param_model_layers_37_mlp_gate_proj_weight/min":-0.126953125,"train/tensor_act_model_layers_29_mlp/norm":1024,"train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_51_mlp_down_proj_weight/norm":6.21875,"train/tensor_param_model_layers_72_mlp_up_proj_weight/mean":-0.00096893310546875,"train/tensor_param_model_layers_55_mlp_gate_proj_weight/max":0.1259765625,"train/tensor_param_model_layers_20_mlp_gate_proj_weight/range":0.244140625,"train/tensor_param_model_layers_78_mlp_up_proj_weight/range":0.2626953125,"train/tensor_grad_model_layers_62_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_21_mlp_gate_proj/norm":3069.363037109375,"train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_61_mlp/mean":0.5,"train/tensor_act_model_layers_99_mlp/norm":1024,"train/tensor_act_model_layers_62_residual_post_attn/max_abs":32.5,"train/tensor_act_model_layers_64_residual_post_attn/min":28.625,"train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_7_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_18_residual_post_mlp/mean":9.3125,"train/tensor_act_model_layers_66_mlp/min":0.5,"train/tensor_param_model_layers_21_mlp_down_proj_weight/range":0.234375,"train/tensor_act_model_layers_42_residual_post_attn/mean":20.375,"train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_45_mlp_up_proj_weight/range":0.2548828125,"train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm":6.0625,"train/tensor_act_model_layers_35_mlp_gate_proj/norm":2996.9755859375,"train/tensor_act_model_layers_49_mlp_up_proj/max_abs":2.421875,"train/tensor_param_model_layers_48_mlp_gate_proj_weight/min":-0.134765625,"train/tensor_grad_model_layers_82_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_24_mlp/mean":0.5,"train/tensor_param_model_layers_42_mlp_gate_proj_weight/std":0.03369140625,"train/tensor_param_model_layers_63_mlp_gate_proj_weight/std":0.0380859375,"train/tensor_act_model_layers_32_mlp_up_proj/max_abs":2.515625,"train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_84_mlp_up_proj/max_abs":2.671875,"train/tensor_param_model_layers_1_mlp_down_proj_weight/mean":-0.00130462646484375,"train/tensor_grad_model_layers_14_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_45_mlp_up_proj/max":2.375,"train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_59_residual_post_mlp/max":31.375,"train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_45_residual_post_mlp/max":24.125,"train/tensor_act_model_layers_59_mlp_up_proj/std":1.0625,"train/tensor_param_model_layers_24_mlp_up_proj_weight/max":0.1103515625,"train/tensor_act_model_layers_65_residual_post_attn/max_abs":33.75,"train/tensor_act_model_layers_2_mlp_down_proj/max":2.8125,"train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_59_residual_post_attn/norm":58390.95703125,"train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_68_mlp_down_proj_weight/max":0.1328125,"train/tensor_param_model_layers_79_mlp_gate_proj_weight/range":0.28125,"train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_35_residual_pre_attn/std":0.59765625,"train/tensor_act_model_layers_85_residual_post_mlp/std":1.265625,"train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_8_mlp_down_proj_weight/norm":4.9375,"train/tensor_grad_model_layers_34_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_28_mlp_up_proj/max":2.109375,"train/tensor_param_model_layers_72_mlp_down_proj_weight/norm":6.8125,"train/tensor_act_model_layers_64_residual_post_mlp/norm":64228.140625,"train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_25_mlp/range":0,"train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_3_mlp_up_proj/max_abs":2.5625,"train/tensor_param_model_layers_24_mlp_gate_proj_weight/max":0.11962890625,"train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_33_mlp_down_proj/range":0.6953125,"train/tensor_act_model_layers_48_mlp_down_proj/max_abs":2.609375,"train/tensor_param_model_layers_12_mlp_up_proj_weight/mean":-0.0004787445068359375,"train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_mlp/max":0.5,"train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_17_residual_post_mlp/max_abs":9.9375,"train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_13_residual_post_attn/norm":13084.037109375,"train/tensor_act_model_layers_28_mlp_gate_proj/norm":3069.8486328125,"train/tensor_act_model_layers_73_mlp_gate_proj/range":3.84375,"train/tensor_param_model_layers_96_mlp_down_proj_weight/max":0.17578125,"train/tensor_act_model_layers_22_mlp_up_proj/std":1.046875,"train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_82_residual_post_attn/std":1.265625,"train/tensor_act_model_layers_80_residual_post_mlp/range":6.25,"train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_97_residual_pre_attn/std":1.453125,"train/tensor_act_model_layers_67_mlp/std":0,"train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_93_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs":0.130859375,"train/tensor_param_model_layers_37_mlp_gate_proj_weight/std":0.033447265625,"train/tensor_act_model_layers_72_mlp_gate_proj/max_abs":2.671875,"train/tensor_act_model_layers_33_residual_post_mlp/max":18.25,"train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_90_residual_post_attn/range":7.5,"train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_74_mlp_gate_proj/range":3.8671875,"train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_34_residual_post_mlp/min":15.0625,"train/tensor_act_model_layers_72_residual_post_mlp/std":1.0390625,"train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_22_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_72_mlp_up_proj/range":4.6875,"train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs":0.1259765625,"train/tensor_act_model_layers_26_mlp_up_proj/std":1.109375,"train/tensor_act_model_layers_38_residual_post_attn/max_abs":20.25,"train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_98_mlp_down_proj_weight/mean":4.9114227294921875e-05,"train/tensor_act_model_layers_93_mlp_down_proj/max":2.734375,"train/tensor_grad_model_layers_32_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_97_residual_post_attn/max":50.75,"train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_65_mlp_up_proj/max":2.34375,"train/tensor_act_model_layers_76_mlp_up_proj/norm":3273.441650390625,"train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_91_mlp_gate_proj/std":1.015625,"train/tensor_act_model_layers_56_mlp/max_abs":0.5,"train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_76_residual_pre_attn/range":5.25,"train/tensor_act_model_layers_55_residual_post_mlp/norm":55524.81640625,"train/tensor_act_model_layers_18_mlp/std":0,"train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_24_residual_post_mlp/max":13.6875,"train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_17_mlp_up_proj/mean":-0.01348876953125,"train/tensor_param_model_layers_11_mlp_up_proj_weight/max":0.10791015625,"train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_98_residual_post_mlp/mean":48,"train/tensor_act_model_layers_10_mlp_gate_proj/std":1.0234375,"train/tensor_act_model_layers_28_mlp/max_abs":0.5,"_step":3464,"train/tensor_param_model_layers_25_mlp_up_proj_weight/min":-0.125,"train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs":0.125,"train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_88_mlp_down_proj_weight/max":0.1416015625,"train/tensor_act_model_layers_32_residual_post_mlp/min":14.5,"train/tensor_act_model_layers_54_mlp_gate_proj/max":2.53125,"train/tensor_act_model_layers_84_mlp/norm":1024,"train/tensor_act_model_layers_23_residual_pre_attn/max":12.5,"train/tensor_param_model_layers_60_mlp_gate_proj_weight/range":0.2626953125,"train/tensor_act_model_layers_62_residual_post_mlp/norm":62325.0859375,"train/tensor_act_model_layers_68_mlp_gate_proj/min":-1.28125,"train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_1_mlp_gate_proj/norm":3203.647216796875,"train/tensor_grad_model_layers_48_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_99_residual_pre_attn/max_abs":51.75,"train/tensor_act_model_layers_69_mlp_up_proj/max_abs":2.25,"train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs":0.1298828125,"train/tensor_act_model_layers_71_residual_post_attn/max":36.75,"train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_88_mlp_up_proj/max_abs":2.53125,"train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_6_mlp_up_proj/max_abs":2.453125,"train/tensor_act_model_layers_89_residual_pre_attn/max":46.5,"train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs":0.111328125,"train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_residual_pre_attn/max":40.5,"train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_69_residual_pre_attn/std":0.984375,"train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_71_residual_pre_attn/mean":34.25,"train/tensor_act_model_layers_45_residual_post_mlp/range":3.75,"train/tensor_act_model_layers_95_mlp_up_proj/std":1.0625,"train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_22_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_80_residual_post_mlp/mean":39.25,"train/tensor_act_model_layers_41_mlp_gate_proj/range":3.5703125,"train/tensor_act_model_layers_18_residual_post_mlp/max":10.5,"train/tensor_act_model_layers_30_mlp_gate_proj/min":-1.265625,"train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean":0.0005645751953125,"train/tensor_param_model_layers_74_mlp_down_proj_weight/range":0.259765625,"train/tensor_param_model_layers_92_mlp_gate_proj_weight/max":0.1875,"train/tensor_act_model_layers_46_mlp_up_proj/max_abs":2.359375,"train/tensor_grad_model_layers_38_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm":5.1875,"train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_97_residual_pre_attn/mean":47,"train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_52_residual_post_mlp/max_abs":27.75,"train/tensor_act_model_layers_60_mlp_down_proj/std":0.15234375,"train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_9_mlp_gate_proj/std":1.0546875,"train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs":0.1689453125,"train/tensor_act_model_layers_78_mlp_gate_proj/mean":0.080078125,"train/tensor_param_model_layers_47_mlp_down_proj_weight/range":0.24560546875,"train/tensor_act_model_layers_23_residual_post_mlp/range":2.4375,"train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_64_mlp/max":0.5,"train/tensor_act_model_layers_77_residual_post_mlp/std":1.109375,"train/tensor_act_model_layers_52_mlp/max_abs":0.5,"train/tensor_grad_model_layers_76_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_84_mlp_up_proj_weight/min":-0.14453125,"train/tensor_param_model_layers_49_mlp_down_proj_weight/norm":6.1875,"train/tensor_act_model_layers_24_mlp_up_proj/max_abs":2.15625,"train/tensor_act_model_layers_0_residual_post_mlp/range":0.63671875,"train/tensor_act_model_layers_91_mlp_up_proj/range":5.421875,"train/tensor_param_model_layers_21_mlp_gate_proj_weight/std":0.0301513671875,"train/tensor_param_model_layers_3_mlp_down_proj_weight/range":0.21484375,"train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_85_mlp_down_proj_weight/range":0.2939453125,"train/tensor_act_model_layers_37_residual_post_mlp/max":20.25,"train/tensor_act_model_layers_81_mlp_up_proj/std":1.0625,"train/tensor_act_model_layers_27_mlp_up_proj/min":-2.1875,"train/tensor_act_model_layers_10_mlp_up_proj/range":4.0546875,"train/tensor_act_model_layers_39_mlp_down_proj/range":0.8046875,"train/tensor_act_model_layers_82_mlp/min":0.5,"train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_69_mlp_up_proj/norm":3111.388916015625,"train/tensor_act_model_layers_26_mlp_down_proj/mean":1.9453125,"train/tensor_param_model_layers_43_mlp_down_proj_weight/max":0.12255859375,"train/tensor_act_model_layers_90_mlp_down_proj/norm":4207.6650390625,"train/tensor_param_model_layers_55_mlp_gate_proj_weight/range":0.255859375,"train/tensor_grad_model_layers_53_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_37_mlp_down_proj_weight/range":0.24951171875,"train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean":0.0019683837890625,"train/tensor_act_model_layers_79_mlp_gate_proj/min":-1.3046875,"train/tensor_act_model_layers_14_mlp_down_proj/max_abs":2.59375,"train/tensor_param_model_layers_85_mlp_gate_proj_weight/max":0.1435546875,"train/tensor_act_model_layers_38_residual_pre_attn/max":20.25,"train/tensor_param_model_layers_47_mlp_gate_proj_weight/range":0.2548828125,"train/tensor_act_model_layers_0_residual_pre_attn/max":0.28515625,"train/tensor_act_model_layers_36_mlp_up_proj/std":1.0859375,"train/tensor_grad_model_layers_15_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_25_residual_post_mlp/min":11.4375,"train/tensor_param_model_layers_36_mlp_down_proj_weight/mean":-0.000667572021484375,"train/tensor_param_model_layers_18_mlp_gate_proj_weight/range":0.23291015625,"train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_75_mlp/min":0.5,"train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_85_mlp_up_proj_weight/max":0.146484375,"train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm":6.125,"train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_95_residual_post_attn/max_abs":50,"train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_43_residual_post_mlp/std":0.66015625,"train/tensor_act_model_layers_51_residual_pre_attn/mean":24.75,"train/tensor_act_model_layers_76_mlp_up_proj/min":-2.328125,"train/tensor_param_model_layers_3_mlp_down_proj_weight/norm":5.125,"train/tensor_act_model_layers_74_residual_post_mlp/max":38.75,"train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_74_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_0_mlp_up_proj/min":-4.125,"train/tensor_grad_model_layers_97_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_17_residual_post_attn/norm":17080.712890625,"train/tensor_param_model_layers_74_mlp_down_proj_weight/norm":6.875,"train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_72_mlp/mean":0.5,"train/tensor_param_model_layers_50_mlp_up_proj_weight/range":0.2509765625,"train/tensor_act_model_layers_51_residual_post_attn/max":26.75,"train/tensor_act_model_layers_45_mlp_gate_proj/max":2.3125,"train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_53_mlp_down_proj_weight/max":0.125,"train/tensor_act_model_layers_88_mlp/mean":0.5,"train/tensor_param_model_layers_30_mlp_gate_proj_weight/min":-0.12158203125,"train/tensor_act_model_layers_7_residual_pre_attn/range":1.453125,"train/tensor_grad_model_layers_27_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_3_mlp_gate_proj/min":-1.53125,"train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_19_residual_post_mlp/min":8.625,"train/tensor_act_model_layers_25_residual_post_attn/norm":24997.283203125,"train/tensor_act_model_layers_73_residual_post_attn/std":1.046875,"train/tensor_act_model_layers_9_residual_pre_attn/std":0.201171875,"train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_73_mlp_down_proj/std":0.232421875,"train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm":8.375,"train/tensor_act_model_layers_52_mlp_up_proj/std":1.046875,"train/tensor_act_model_layers_11_residual_post_attn/norm":11112.4599609375,"train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_98_mlp_gate_proj_weight/min":-0.2197265625,"train/tensor_act_model_layers_25_mlp_down_proj/max":2.375,"train/tensor_param_model_layers_7_mlp_down_proj_weight/range":0.19384765625,"train/tensor_param_model_layers_43_mlp_down_proj_weight/range":0.25048828125,"train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_29_mlp_gate_proj/min":-1.3515625,"train/tensor_param_model_layers_25_mlp_down_proj_weight/mean":-0.00022220611572265625,"train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_8_residual_post_mlp/range":1.46875,"train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_6_mlp/max":0.5,"train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_53_residual_pre_attn/norm":52642.05078125,"train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_96_mlp_down_proj/min":-3.46875,"train/tensor_act_model_layers_64_residual_post_attn/range":4.625,"train/tensor_param_model_layers_23_mlp_down_proj_weight/max":0.11865234375,"train/tensor_act_model_layers_96_mlp_down_proj/max_abs":3.46875,"train/tensor_act_model_layers_66_residual_post_mlp/mean":32.25,"train/tensor_act_model_layers_97_mlp_down_proj/min":-3.71875,"train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_61_residual_pre_attn/max_abs":31.875,"train/tensor_param_model_layers_44_mlp_up_proj_weight/min":-0.1259765625,"train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_92_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_24_mlp_down_proj_weight/mean":-0.0007781982421875,"train/tensor_param_model_layers_90_mlp_up_proj_weight/norm":8.5,"train/tensor_act_model_layers_51_mlp_gate_proj/max":2.46875,"train/tensor_act_model_layers_14_residual_post_attn/max_abs":7.90625,"train/tensor_act_model_layers_89_mlp_gate_proj/min":-1.3671875,"train/tensor_act_model_layers_30_mlp_up_proj/min":-2.390625,"train/tensor_param_model_layers_43_mlp_up_proj_weight/norm":5.9375,"train/tensor_param_model_layers_46_mlp_gate_proj_weight/range":0.26953125,"train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_93_residual_post_attn/max_abs":49.25,"train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_44_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_6_residual_post_mlp/max_abs":4.15625,"train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_75_residual_post_attn/range":5.25,"train/tensor_param_model_layers_40_mlp_gate_proj_weight/std":0.03369140625,"train/tensor_param_model_layers_37_mlp_down_proj_weight/std":0.03173828125,"train/tensor_act_model_layers_20_mlp_gate_proj/max":2.046875,"train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_29_residual_post_mlp/std":0.5,"train/tensor_param_model_layers_79_mlp_up_proj_weight/max":0.1455078125,"train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_36_mlp/max":0.5,"train/tensor_act_model_layers_35_residual_post_attn/min":14.9375,"train/tensor_act_model_layers_10_residual_pre_attn/norm":10150.564453125,"train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_77_mlp_gate_proj_weight/max":0.1337890625,"train/tensor_act_model_layers_64_mlp_gate_proj/max_abs":2.65625,"train/tensor_param_model_layers_96_mlp_up_proj_weight/norm":9.5625,"train/tensor_act_model_layers_55_mlp/range":0,"train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs":0.12255859375,"train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_70_mlp_up_proj_weight/norm":6.75,"train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_67_residual_post_attn/min":30,"train/tensor_param_model_layers_57_mlp_up_proj_weight/range":0.2607421875,"train/tensor_act_model_layers_96_mlp_gate_proj/norm":3065.519775390625,"train/tensor_act_model_layers_89_residual_post_mlp/norm":89339.953125,"train/tensor_grad_model_layers_3_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_73_residual_post_mlp/std":1.046875,"train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_55_mlp_up_proj_weight/range":0.25390625,"train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_65_residual_post_attn/range":4.875,"train/tensor_param_model_layers_47_mlp_gate_proj_weight/min":-0.1298828125,"train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_7_mlp_up_proj_weight/std":0.0277099609375,"train/tensor_act_model_layers_95_residual_pre_attn/range":7.75,"train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_96_mlp_down_proj_weight/norm":9.3125,"train/tensor_grad_model_layers_49_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_93_mlp_up_proj/max":2.921875,"train/tensor_act_model_layers_54_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_36_residual_pre_attn/norm":35893.6328125,"train/tensor_param_model_layers_68_mlp_down_proj_weight/mean":0.00083160400390625,"train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_1_residual_post_mlp/max":1.390625,"train/tensor_act_model_layers_70_residual_post_mlp/range":4.875,"train/tensor_param_model_layers_74_mlp_up_proj_weight/min":-0.126953125,"train/tensor_act_model_layers_0_mlp_up_proj/max":4.25,"train/tensor_act_model_layers_25_mlp_down_proj/mean":1.953125,"train/tensor_grad_model_layers_6_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_41_mlp_up_proj_weight/range":0.2509765625,"train/tensor_act_model_layers_95_residual_post_attn/min":42.25,"train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_14_mlp_gate_proj/min":-1.296875,"train/tensor_act_model_layers_72_mlp_gate_proj/std":1.0078125,"train/tensor_act_model_layers_71_residual_pre_attn/max":36.5,"train/tensor_act_model_layers_90_residual_pre_attn/std":1.3203125,"train/tensor_act_model_layers_82_residual_post_mlp/max_abs":43.5,"train/tensor_act_model_layers_64_residual_pre_attn/min":28.375,"train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_64_mlp_up_proj/norm":3063.631103515625,"train/tensor_act_model_layers_31_residual_post_mlp/mean":15.625,"train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_89_residual_post_attn/min":39.75,"train/tensor_grad_model_layers_68_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_1_mlp_up_proj/max_abs":2.703125,"train/tensor_param_model_layers_8_mlp_gate_proj_weight/std":0.028076171875,"train_runtime":309.2946,"train/tensor_act_model_layers_20_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_56_mlp_gate_proj_weight/max":0.1279296875,"train/tensor_act_model_layers_74_mlp_up_proj/max_abs":2.40625,"train/tensor_param_model_layers_40_mlp_gate_proj_weight/min":-0.12890625,"train/tensor_act_model_layers_20_mlp/range":0,"train/tensor_act_model_layers_28_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_67_residual_post_mlp/norm":67244.0859375,"train/tensor_act_model_layers_5_mlp_up_proj/max":2.109375,"train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_47_mlp_gate_proj/max_abs":2.390625,"train/tensor_act_model_layers_19_mlp_gate_proj/std":1.015625,"train/tensor_grad_model_layers_13_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_51_mlp_gate_proj/max_abs":2.46875,"train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_32_mlp_up_proj/min":-2.25,"train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs":0.1328125,"train/tensor_act_model_layers_35_residual_post_attn/norm":34869.44921875,"train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_8_mlp/max_abs":0.5,"train/tensor_act_model_layers_94_mlp/max_abs":0.5,"train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs":0.1259765625,"train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit":0,"train/tensor_grad_model_layers_76_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_30_mlp_gate_proj/norm":3008.76318359375,"train/tensor_param_model_layers_53_mlp_up_proj_weight/mean":-0.000423431396484375,"train/tensor_param_model_layers_80_mlp_gate_proj_weight/range":0.28125,"train/tensor_param_model_layers_41_mlp_up_proj_weight/std":0.0322265625,"train/tensor_act_model_layers_1_residual_pre_attn/min":0.16796875,"train/tensor_param_model_layers_63_mlp_gate_proj_weight/range":0.2646484375,"train/tensor_act_model_layers_82_residual_post_mlp/range":7,"train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_0_mlp_gate_proj/min":-4.1875,"train/tensor_param_model_layers_16_mlp_gate_proj_weight/std":0.02978515625,"train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_9_residual_post_attn/max_abs":5.1875,"train/tensor_act_model_layers_80_residual_post_attn/range":6.25,"train/tensor_grad_model_layers_4_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_11_mlp/range":0,"train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_36_residual_post_attn/range":3.8125,"train/tensor_act_model_layers_55_mlp/max_abs":0.5,"train/tensor_act_model_layers_93_mlp_gate_proj/min":-1.703125,"train/tensor_grad_model_layers_95_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit":0.2501397132873535,"train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_mlp_up_proj/range":4.921875,"train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_0_mlp_down_proj/range":21.078125,"train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_9_mlp_down_proj/norm":3962.84326171875,"train/tensor_act_model_layers_73_mlp_down_proj/mean":2.015625,"train/tensor_act_model_layers_12_mlp_down_proj/mean":1.953125,"train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_44_residual_post_mlp/norm":44769.55859375,"train/tensor_act_model_layers_20_residual_post_attn/norm":20011.609375,"train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_95_mlp_up_proj_weight/norm":9.25,"train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_99_residual_post_mlp/std":1.453125,"train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_12_mlp_up_proj/min":-2.0625,"train/tensor_act_model_layers_21_residual_pre_attn/max_abs":11.5625,"train/tensor_param_model_layers_52_mlp_gate_proj_weight/min":-0.1376953125,"train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_69_mlp_down_proj/std":0.205078125,"train/tensor_grad_model_layers_5_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_86_mlp_down_proj/min":1.734375,"train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_97_mlp/norm":1024,"train/tensor_param_model_layers_10_mlp_down_proj_weight/norm":4.96875,"train/tensor_param_model_layers_74_mlp_gate_proj_weight/std":0.0400390625,"train/tensor_grad_model_layers_75_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_4_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_0_mlp/std":0,"train/tensor_grad_model_layers_77_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_90_residual_post_mlp/min":40.5,"train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_30_mlp_up_proj_weight/max":0.11669921875,"train/tensor_param_model_layers_75_mlp_down_proj_weight/mean":0.0001544952392578125,"train/tensor_param_model_layers_15_mlp_down_proj_weight/range":0.21337890625,"train/tensor_act_model_layers_88_mlp_gate_proj/norm":3032.329833984375,"train/tensor_param_model_layers_55_mlp_up_proj_weight/norm":6.5,"train/tensor_act_model_layers_1_residual_post_mlp/min":0.5546875,"train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean":0.00154876708984375,"train/tensor_act_model_layers_55_mlp/norm":1024,"train/tensor_act_model_layers_26_mlp_up_proj/mean":0.046630859375,"train/tensor_act_model_layers_59_mlp/norm":1024,"train/tensor_act_model_layers_37_mlp_gate_proj/max":2.140625,"train/tensor_param_model_layers_87_mlp_gate_proj_weight/min":-0.150390625,"train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_0_mlp_down_proj_weight/max":0.10791015625,"train/tensor_act_model_layers_56_residual_post_attn/std":0.859375,"train/tensor_act_model_layers_5_residual_pre_attn/max_abs":3.125,"train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_93_residual_post_mlp/max":49.75,"train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_83_mlp_gate_proj/max_abs":2.96875,"train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs":0.1484375,"train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_90_mlp_up_proj/max":2.625,"train/tensor_act_model_layers_18_mlp_gate_proj/max":2.140625,"train/tensor_act_model_layers_25_residual_pre_attn/std":0.423828125,"train/tensor_act_model_layers_85_mlp/max_abs":0.5,"train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_87_residual_post_attn/max":45.5,"train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs":0.1279296875,"train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_50_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_18_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_58_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_82_residual_post_mlp/std":1.265625,"train/tensor_act_model_layers_59_mlp/max_abs":0.5,"train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_52_residual_post_mlp/std":0.81640625,"train/tensor_param_model_layers_18_mlp_gate_proj_weight/max":0.11669921875,"train/tensor_act_model_layers_30_mlp_down_proj/max":2.78125,"train/tensor_act_model_layers_38_residual_pre_attn/range":3.625,"train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_32_mlp_up_proj_weight/std":0.0306396484375,"train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_81_residual_pre_attn/min":35.75,"train/tensor_act_model_layers_56_mlp_down_proj/std":0.1513671875,"train/tensor_act_model_layers_52_mlp/max":0.5,"train/tensor_act_model_layers_2_mlp_down_proj/norm":4392.85498046875,"train/tensor_act_model_layers_55_residual_post_mlp/range":4.25,"train/tensor_act_model_layers_69_residual_post_mlp/mean":33.75,"train/tensor_param_model_layers_79_mlp_gate_proj_weight/max":0.13671875,"train/tensor_grad_model_layers_79_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_38_mlp_up_proj_weight/range":0.2548828125,"train/tensor_act_model_layers_31_residual_pre_attn/range":3.0625,"train/tensor_act_model_layers_80_mlp/max":0.5,"train/tensor_param_model_layers_33_mlp_up_proj_weight/min":-0.12353515625,"train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_20_mlp_gate_proj_weight/std":0.0301513671875,"train/tensor_param_model_layers_99_mlp_up_proj_weight/max":0.169921875,"train/tensor_act_model_layers_62_mlp_down_proj/max_abs":3.3125,"train/tensor_act_model_layers_7_mlp/mean":0.5,"train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_24_mlp_up_proj_weight/norm":5.4375,"train/tensor_act_model_layers_19_residual_pre_attn/std":0.359375,"train/tensor_grad_model_layers_3_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs":0.1455078125,"train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm":6.125,"train/tensor_act_model_layers_79_mlp_gate_proj/norm":3149.029052734375,"train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_22_mlp_gate_proj_weight/min":-0.119140625,"train/tensor_act_model_layers_68_mlp_down_proj/max":2.609375,"train/tensor_act_model_layers_84_mlp_gate_proj/max":2.625,"train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_17_mlp_gate_proj_weight/max":0.1240234375,"train/tensor_act_model_layers_68_residual_pre_attn/max_abs":35.25,"train/tensor_act_model_layers_87_residual_pre_attn/mean":42.25,"train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_17_mlp_up_proj_weight/norm":5.25,"train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_92_mlp_up_proj_weight/max":0.171875,"train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_94_residual_pre_attn/norm":93269.6328125,"train/tensor_grad_model_layers_13_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs":0.130859375,"train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_21_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_41_residual_pre_attn/range":3.625,"train/tensor_act_model_layers_57_residual_post_mlp/norm":57474.40625,"train/tensor_act_model_layers_46_mlp_down_proj/std":0.1455078125,"train/tensor_act_model_layers_32_mlp_gate_proj/mean":0.208984375,"train/tensor_act_model_layers_42_residual_post_mlp/max":22.625,"train/tensor_act_model_layers_49_mlp_down_proj/range":0.78125,"train/tensor_act_model_layers_39_mlp_down_proj/std":0.125,"train/tensor_param_model_layers_27_mlp_down_proj_weight/mean":0.0003833770751953125,"train/tensor_act_model_layers_10_residual_pre_attn/max":5.6875,"train/tensor_act_model_layers_24_residual_post_attn/max":13.1875,"train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_32_mlp_down_proj/range":0.6484375,"train/tensor_act_model_layers_84_mlp_down_proj/range":0.859375,"train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_60_mlp/range":0,"train/tensor_act_model_layers_37_residual_post_mlp/mean":18.5,"train/tensor_act_model_layers_30_residual_post_mlp/norm":30958.58984375,"train/tensor_param_model_layers_54_mlp_up_proj_weight/min":-0.126953125,"train/tensor_param_model_layers_83_mlp_up_proj_weight/min":-0.1396484375,"train/tensor_act_model_layers_36_mlp_down_proj/mean":1.9375,"train/tensor_act_model_layers_25_residual_post_attn/range":2.625,"train/tensor_act_model_layers_25_mlp_gate_proj/min":-1.2578125,"train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm":6.0625,"train/tensor_grad_model_layers_8_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_50_residual_post_mlp/mean":24.75,"train/tensor_param_model_layers_16_mlp_down_proj_weight/max":0.1083984375,"train/tensor_param_model_layers_98_mlp_down_proj_weight/min":-0.1484375,"train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_96_residual_post_mlp/range":7.5,"train/tensor_act_model_layers_32_residual_pre_attn/std":0.53125,"train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_83_residual_post_mlp/max":44,"train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_80_mlp_gate_proj/max":2.796875,"train/tensor_act_model_layers_29_mlp_down_proj/max":2.96875,"train/tensor_param_model_layers_27_mlp_up_proj_weight/std":0.0301513671875,"train/tensor_act_model_layers_17_mlp_down_proj/max_abs":2.578125,"train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_33_mlp_up_proj/max_abs":2.578125,"train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_27_mlp_down_proj/min":1.78125,"train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_8_residual_pre_attn/mean":3.96875,"train/tensor_act_model_layers_68_residual_post_mlp/range":4.875,"train/tensor_act_model_layers_51_residual_pre_attn/min":22.375,"train/tensor_act_model_layers_69_residual_post_mlp/min":31.25,"train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_54_residual_post_attn/std":0.828125,"train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_41_residual_pre_attn/norm":40843.1484375,"train/tensor_grad_model_layers_51_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_85_mlp_down_proj_weight/std":0.044189453125,"train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_24_residual_post_attn/range":2.6875,"train/tensor_act_model_layers_52_mlp/min":0.5,"train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_77_mlp_down_proj/norm":4117.7626953125,"train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_65_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_2_mlp_down_proj_weight/norm":5.25,"train/tensor_act_model_layers_75_mlp/mean":0.5,"train/tensor_act_model_layers_66_mlp/max_abs":0.5,"train/tensor_param_model_layers_21_mlp_gate_proj_weight/range":0.2373046875,"train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_24_mlp/range":0,"train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_6_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_98_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_56_mlp/range":0,"train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs":0.134765625,"train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_38_mlp/min":0.5,"train/tensor_grad_model_layers_27_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_79_mlp_down_proj/max":2.4375,"train/tensor_act_model_layers_21_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_99_mlp_down_proj_weight/norm":9.375,"train/tensor_act_model_layers_79_mlp_gate_proj/max_abs":3,"train/tensor_param_model_layers_31_mlp_down_proj_weight/min":-0.1328125,"train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_52_residual_post_mlp/range":4.375,"train/tensor_param_model_layers_93_mlp_down_proj_weight/max":0.1630859375,"train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_81_mlp_down_proj_weight/mean":-0.0001964569091796875,"train/tensor_param_model_layers_7_mlp_up_proj_weight/range":0.20263671875,"train/tensor_act_model_layers_24_residual_pre_attn/mean":11.75,"train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_39_mlp_down_proj_weight/std":0.031982421875,"train/tensor_act_model_layers_63_residual_post_mlp/max":33.25,"train/tensor_act_model_layers_94_mlp_down_proj/min":1.734375,"train/tensor_grad_model_layers_80_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_46_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_21_residual_pre_attn/mean":10.25,"train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_91_residual_post_mlp/mean":44.5,"train/tensor_act_model_layers_60_residual_pre_attn/norm":59414.44140625,"train/tensor_act_model_layers_27_mlp_down_proj/norm":3981.546630859375,"train/tensor_param_model_layers_44_mlp_up_proj_weight/range":0.24462890625,"train/tensor_act_model_layers_35_residual_post_mlp/min":15.4375,"train/tensor_param_model_layers_21_mlp_up_proj_weight/max":0.11181640625,"train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_62_mlp/min":0.5,"train/tensor_act_model_layers_32_residual_post_mlp/mean":16.125,"train/tensor_grad_model_layers_47_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_59_mlp_up_proj/norm":3084.887451171875,"train/tensor_act_model_layers_26_mlp/range":0,"train/tensor_act_model_layers_53_mlp/max_abs":0.5,"train/tensor_grad_model_layers_64_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_11_residual_post_attn/max_abs":6.25,"train/tensor_act_model_layers_69_mlp_down_proj/range":1.1796875,"train/tensor_act_model_layers_14_mlp_down_proj/max":2.59375,"train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_59_mlp_down_proj/norm":4030.86962890625,"train_loss":2.2043854904174807,"train/tensor_act_model_layers_84_residual_post_mlp/max":44.5,"train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_25_mlp_down_proj/max_abs":2.375,"train/tensor_act_model_layers_89_mlp_up_proj/min":-2.890625,"train/tensor_act_model_layers_70_residual_post_attn/range":4.875,"train/tensor_act_model_layers_72_mlp_down_proj/mean":1.96875,"train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_53_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_39_residual_pre_attn/max_abs":20.75,"train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_88_mlp_down_proj/range":0.953125,"train/tensor_act_model_layers_90_residual_post_attn/std":1.34375,"train/tensor_grad_model_layers_23_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_89_mlp_down_proj/max":3.046875,"train/tensor_param_model_layers_29_mlp_gate_proj_weight/std":0.03125,"train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_76_mlp_up_proj_weight/std":0.03955078125,"train/tensor_grad_model_layers_70_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_97_residual_post_mlp/min":43.5,"train/tensor_act_model_layers_82_residual_post_attn/range":7,"train/tensor_act_model_layers_65_mlp_gate_proj/norm":2884.956787109375,"train/tensor_act_model_layers_21_residual_post_attn/max":11.5,"train/tensor_act_model_layers_52_residual_post_mlp/mean":25.75,"train/tensor_act_model_layers_34_mlp_gate_proj/max":2.234375,"train/tensor_act_model_layers_34_residual_pre_attn/std":0.58984375,"train/tensor_act_model_layers_92_residual_post_attn/min":41.25,"train/tensor_act_model_layers_75_mlp_gate_proj/std":1.0234375,"train/tensor_act_model_layers_32_mlp/std":0,"train/tensor_act_model_layers_46_mlp_down_proj/range":1.1171875,"train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_60_residual_pre_attn/min":26.625,"train/tensor_act_model_layers_81_mlp_gate_proj/std":1,"train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_43_residual_post_mlp/min":19.375,"train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_70_mlp_up_proj/mean":0.0174560546875,"train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_41_residual_post_attn/max_abs":21.625,"train/tensor_grad_model_layers_40_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_residual_pre_attn/std":1.2578125,"train/tensor_act_model_layers_63_mlp/range":0,"train/tensor_act_model_layers_47_mlp_up_proj/range":4.453125,"train/tensor_act_model_layers_52_residual_pre_attn/std":0.78515625,"train/tensor_param_model_layers_32_mlp_down_proj_weight/range":0.248046875,"train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs":0.154296875,"train/tensor_param_model_layers_29_mlp_up_proj_weight/min":-0.10888671875,"train/tensor_act_model_layers_79_residual_pre_attn/max":41,"train/tensor_param_model_layers_37_mlp_up_proj_weight/mean":0.0001850128173828125,"train/tensor_grad_model_layers_38_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_49_residual_pre_attn/min":21.5,"train/tensor_act_model_layers_25_residual_post_mlp/std":0.431640625,"train/tensor_act_model_layers_92_residual_post_mlp/norm":92275.6328125,"train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_90_residual_pre_attn/mean":43.5,"train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_73_mlp_up_proj_weight/min":-0.1318359375,"train/tensor_act_model_layers_75_mlp/std":0,"train/tensor_param_model_layers_39_mlp_down_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_81_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_67_mlp_down_proj/std":0.15234375,"train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs":0.11181640625,"train/tensor_act_model_layers_77_residual_post_mlp/min":34.75,"train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_70_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_90_residual_post_attn/max":47.5,"train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean":0.000652313232421875,"train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs":0.1279296875,"train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_93_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs":0.1474609375,"train/tensor_param_model_layers_77_mlp_up_proj_weight/range":0.2880859375,"train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean":6.29425048828125e-05,"train/tensor_param_model_layers_69_mlp_up_proj_weight/mean":-0.00038909912109375,"train/tensor_act_model_layers_7_mlp_up_proj/max":2.140625,"train/tensor_act_model_layers_89_mlp/range":0,"train/tensor_act_model_layers_87_residual_post_attn/norm":86318.53125,"train/tensor_act_model_layers_19_residual_post_mlp/std":0.384765625,"train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_40_residual_pre_attn/max_abs":21.125,"train/tensor_act_model_layers_21_residual_post_attn/std":0.412109375,"train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_29_mlp_gate_proj_weight/min":-0.125,"train/tensor_act_model_layers_9_mlp_up_proj/range":3.953125,"train/tensor_act_model_layers_2_mlp_down_proj/max_abs":2.8125,"train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean":0.00286865234375,"train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_32_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_55_mlp_down_proj/max":3.078125,"train/tensor_param_model_layers_23_mlp_down_proj_weight/norm":5.3125,"train/tensor_act_model_layers_39_mlp_gate_proj/range":3.4140625,"train/tensor_param_model_layers_55_mlp_down_proj_weight/mean":0.0004253387451171875,"train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean":0.00124359130859375,"train/tensor_param_model_layers_34_mlp_gate_proj_weight/range":0.2470703125,"train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean":0.0013427734375,"train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean":0.0015106201171875,"train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_77_mlp_up_proj/max":2.3125,"train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_88_mlp/max":0.5,"train/tensor_act_model_layers_64_mlp_up_proj/max":2.234375,"train/tensor_act_model_layers_5_mlp/max_abs":0.5,"train/tensor_param_model_layers_19_mlp_down_proj_weight/max":0.10888671875,"train/tensor_act_model_layers_95_residual_pre_attn/max":50.25,"train/tensor_act_model_layers_46_mlp/mean":0.5,"train/tensor_param_model_layers_47_mlp_up_proj_weight/mean":-0.00154876708984375,"train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_97_mlp_up_proj/norm":3149.33740234375,"train/tensor_param_model_layers_56_mlp_down_proj_weight/norm":6.40625,"train/tensor_act_model_layers_24_residual_post_attn/std":0.423828125,"train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_99_residual_pre_attn/norm":98228.8671875,"train/tensor_param_model_layers_87_mlp_down_proj_weight/range":0.27734375,"train/tensor_act_model_layers_29_residual_post_mlp/min":13.0625,"train/tensor_act_model_layers_61_mlp_down_proj/max_abs":2.90625,"train/tensor_act_model_layers_7_mlp_up_proj/min":-2.421875,"train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_98_mlp_down_proj_weight/std":0.052001953125,"train/tensor_grad_model_layers_87_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_70_mlp_down_proj/max":3.171875,"train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_1_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_74_mlp_up_proj_weight/mean":-0.00060272216796875,"train/tensor_act_model_layers_85_mlp_gate_proj/norm":3024.611572265625,"train/tensor_act_model_layers_54_mlp_up_proj/min":-2.453125,"train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_58_mlp_gate_proj/max_abs":2.359375,"train/tensor_act_model_layers_64_mlp_gate_proj/norm":2974.2421875,"train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_22_mlp/min":0.5,"train/tensor_act_model_layers_40_residual_pre_attn/range":3.625,"train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_80_mlp_up_proj/min":-2.5,"train/tensor_act_model_layers_54_residual_pre_attn/mean":26.125,"train/tensor_param_model_layers_12_mlp_down_proj_weight/mean":0.000324249267578125,"train/tensor_param_model_layers_74_mlp_down_proj_weight/max":0.1328125,"train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_7_mlp_down_proj/max_abs":2.53125,"train/tensor_act_model_layers_57_residual_post_attn/min":25.125,"train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_2_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_31_mlp_down_proj_weight/std":0.0303955078125,"train/tensor_act_model_layers_54_residual_post_attn/max":28.125,"train/tensor_act_model_layers_61_residual_post_mlp/range":5,"train/tensor_param_model_layers_64_mlp_up_proj_weight/min":-0.126953125,"train/tensor_act_model_layers_30_residual_post_attn/min":13.0625,"train/tensor_act_model_layers_99_residual_pre_attn/std":1.4375,"train/tensor_act_model_layers_96_mlp_up_proj/mean":0.12890625,"train/tensor_act_model_layers_7_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_92_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_88_residual_post_attn/range":7.25,"train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_85_mlp_down_proj/max":3.265625,"train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_26_mlp_gate_proj_weight/max":0.1240234375,"train/tensor_grad_model_layers_23_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_38_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_44_mlp_gate_proj/norm":3015.331298828125,"train/tensor_param_model_layers_67_mlp_up_proj_weight/std":0.037353515625,"train/tensor_param_model_layers_85_mlp_down_proj_weight/min":-0.146484375,"train/tensor_act_model_layers_78_mlp_gate_proj/max":2.8125,"train/tensor_act_model_layers_10_residual_pre_attn/max_abs":5.6875,"train/tensor_act_model_layers_19_mlp_gate_proj/mean":0.08935546875,"train/tensor_act_model_layers_86_mlp/range":0,"train/tensor_param_model_layers_59_mlp_up_proj_weight/range":0.255859375,"train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_17_mlp/max_abs":0.5,"train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_77_mlp_gate_proj/max":2.53125,"train/tensor_act_model_layers_8_mlp_gate_proj/range":3.7421875,"train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_73_residual_post_mlp/min":33.25,"train/tensor_grad_model_layers_41_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_26_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_28_residual_post_mlp/max":15.5,"train/tensor_act_model_layers_54_mlp_down_proj/max_abs":2.59375,"train/tensor_act_model_layers_14_residual_pre_attn/max_abs":7.8125,"train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_98_mlp_down_proj/norm":4324.55615234375,"train/tensor_param_model_layers_11_mlp_gate_proj_weight/max":0.11376953125,"train/tensor_param_model_layers_65_mlp_down_proj_weight/mean":-0.000453948974609375,"train/tensor_grad_model_layers_76_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_56_residual_post_attn/max":29.125,"train/tensor_act_model_layers_74_mlp_down_proj/range":1.1484375,"train/tensor_act_model_layers_5_mlp_up_proj/max_abs":2.296875,"train/tensor_act_model_layers_64_mlp/min":0.5,"train/tensor_grad_model_layers_17_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_6_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_36_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_85_residual_post_mlp/min":37.75,"train/tensor_param_model_layers_55_mlp_up_proj_weight/min":-0.12890625,"train/tensor_act_model_layers_87_residual_post_attn/std":1.2578125,"train/tensor_act_model_layers_67_mlp_gate_proj/norm":3087.433349609375,"train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_67_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_73_mlp_down_proj/range":1.3515625,"train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_75_residual_pre_attn/max":38.75,"train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_39_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_57_mlp_up_proj_weight/min":-0.1328125,"train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs":0.220703125,"train/tensor_act_model_layers_15_mlp_gate_proj/max":2.265625,"train/tensor_grad_model_layers_61_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_2_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_87_mlp_gate_proj_weight/std":0.047607421875,"train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_75_mlp/norm":1024,"train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_30_mlp_down_proj_weight/range":0.2373046875,"train/tensor_act_model_layers_50_residual_post_mlp/max_abs":26.625,"train/tensor_param_model_layers_56_mlp_down_proj_weight/max":0.1279296875,"train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_79_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_96_mlp/min":-0.5,"train/tensor_act_model_layers_48_mlp_up_proj/std":1.0390625,"train/tensor_act_model_layers_52_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_94_residual_post_attn/mean":45.5,"train/tensor_act_model_layers_69_mlp_gate_proj/mean":0.19140625,"train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_9_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_37_mlp_gate_proj/max_abs":2.140625,"train/tensor_act_model_layers_72_residual_post_mlp/min":32.75,"train/tensor_grad_model_layers_97_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_34_residual_post_mlp/std":0.59765625,"train/tensor_act_model_layers_78_mlp/range":0,"train/tensor_grad_model_layers_64_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_32_mlp_gate_proj/max_abs":2.28125,"train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_41_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_33_mlp_gate_proj/range":3.4921875,"train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_22_mlp_gate_proj_weight/std":0.0306396484375,"train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_27_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_82_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_46_mlp/norm":1024,"train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_72_mlp/max_abs":0.5,"train/tensor_act_model_layers_43_residual_post_mlp/mean":21.375,"train/tensor_act_model_layers_45_mlp/min":0.5,"train/tensor_param_model_layers_13_mlp_gate_proj_weight/range":0.2392578125,"train/tensor_act_model_layers_50_mlp_gate_proj/max":2.359375,"train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_61_mlp_gate_proj/min":-1.265625,"train/tensor_act_model_layers_10_mlp/max_abs":0.5,"train/tensor_act_model_layers_86_residual_post_attn/mean":41.75,"train/tensor_act_model_layers_82_mlp_up_proj/max":2.40625,"train/tensor_param_model_layers_20_mlp_gate_proj_weight/min":-0.12109375,"train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_56_residual_pre_attn/mean":27.125,"train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_97_mlp_down_proj_weight/norm":9.25,"train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_8_residual_post_attn/max":4.65625,"train/tensor_act_model_layers_34_mlp_down_proj/norm":3992.99169921875,"train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_16_mlp_gate_proj_weight/min":-0.12255859375,"train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_57_residual_post_mlp/range":4.625,"train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_95_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_81_mlp_up_proj/range":5.40625,"train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_21_mlp_down_proj_weight/max":0.115234375,"train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_62_mlp_gate_proj/norm":2974.80224609375,"train/tensor_param_model_layers_97_mlp_gate_proj_weight/range":0.3505859375,"train/tensor_act_model_layers_74_residual_pre_attn/range":5,"train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_0_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_44_residual_post_attn/min":19.375,"train/tensor_act_model_layers_47_mlp_gate_proj/std":1.0390625,"train/tensor_act_model_layers_87_residual_pre_attn/max":45.5,"train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_56_mlp_gate_proj/max_abs":2.609375,"train/tensor_act_model_layers_32_residual_post_mlp/std":0.55859375,"train/tensor_act_model_layers_8_mlp/norm":1024,"train/tensor_act_model_layers_33_mlp_up_proj/mean":-0.11181640625,"train/tensor_act_model_layers_37_residual_post_mlp/range":3.625,"train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_22_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit":0.9740877151489258,"train/tensor_grad_model_layers_85_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_11_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_42_mlp_up_proj/norm":3127.27685546875,"eval/samples_per_second":596.97,"train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs":0.1220703125,"train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_86_mlp_up_proj_weight/mean":0.000705718994140625,"train/tensor_act_model_layers_92_mlp_up_proj/min":-3.53125,"train/tensor_grad_model_layers_12_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm":5.09375,"train/tensor_act_model_layers_0_residual_pre_attn/min":-0.30078125,"train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean":0.000492095947265625,"train/tensor_param_model_layers_40_mlp_down_proj_weight/max":0.12158203125,"train/tensor_act_model_layers_70_mlp_down_proj/norm":4080.013671875,"train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_73_mlp_up_proj/mean":0.08740234375,"train/tensor_param_model_layers_87_mlp_gate_proj_weight/range":0.31640625,"train/tensor_param_model_layers_32_mlp_gate_proj_weight/std":0.03173828125,"train/tensor_act_model_layers_41_mlp_down_proj/range":1.109375,"train/tensor_act_model_layers_49_residual_post_mlp/range":4.25,"train/tensor_act_model_layers_13_mlp_up_proj/norm":3223.928466796875,"train/tensor_act_model_layers_57_mlp/range":0,"train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_19_residual_post_attn/mean":9.25,"train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_86_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_21_residual_post_mlp/range":2.375,"train/tensor_param_model_layers_95_mlp_down_proj_weight/norm":9,"train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_74_mlp_gate_proj_weight/min":-0.1376953125,"train/tensor_act_model_layers_83_residual_post_mlp/range":7,"train/tensor_act_model_layers_59_mlp_gate_proj/max_abs":2.328125,"train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_52_mlp_gate_proj_weight/std":0.03662109375,"train/tensor_act_model_layers_16_residual_post_attn/norm":16083.3076171875,"train/tensor_grad_model_layers_85_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_75_mlp_up_proj_weight/norm":7.03125,"train/tensor_act_model_layers_79_mlp_up_proj/min":-2.71875,"train/tensor_act_model_layers_91_mlp/std":0,"train/tensor_act_model_layers_14_residual_post_mlp/range":1.90625,"train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_35_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_16_mlp_up_proj/min":-2.171875,"train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_36_mlp_gate_proj/min":-1.2578125,"train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm":6.78125,"train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_0_residual_post_attn/max_abs":0.33203125,"train/tensor_param_model_layers_97_mlp_up_proj_weight/max":0.1953125,"train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_60_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_0_residual_post_mlp/mean":0.5,"train/tensor_act_model_layers_0_residual_post_mlp/min":0.16796875,"train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_32_mlp_gate_proj_weight/min":-0.1298828125,"train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_30_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_52_mlp_down_proj/std":0.13671875,"train/tensor_param_model_layers_8_mlp_gate_proj_weight/min":-0.126953125,"train/tensor_act_model_layers_6_mlp_gate_proj/min":-1.375,"train/tensor_act_model_layers_8_mlp/range":0,"train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_24_mlp_down_proj/range":1.328125,"train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm":10.125,"train/tensor_param_model_layers_1_mlp_up_proj_weight/max":0.1357421875,"train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_92_residual_post_mlp/max_abs":49.25,"train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_16_mlp_up_proj_weight/mean":-0.00015735626220703125,"train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_39_mlp_up_proj/max_abs":2.171875,"train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_57_mlp_down_proj/std":0.12890625,"train/tensor_act_model_layers_0_mlp_down_proj/mean":5.59375,"train/tensor_grad_model_layers_79_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_8_mlp_gate_proj/norm":2955.20458984375,"train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_6_residual_post_mlp/mean":3.46875,"train/tensor_param_model_layers_40_mlp_down_proj_weight/std":0.031982421875,"train/tensor_act_model_layers_53_residual_pre_attn/max":27.75,"train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_32_mlp_gate_proj_weight/max":0.125,"train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_57_mlp_up_proj/min":-2.734375,"train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_residual_post_attn/mean":36.25,"train/tensor_act_model_layers_11_mlp_down_proj/mean":1.9609375,"train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_82_mlp_down_proj/max":3.078125,"train/tensor_grad_model_layers_33_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_51_residual_post_mlp/norm":51636.58984375,"train/tensor_act_model_layers_96_mlp/range":1,"train/tensor_param_model_layers_72_mlp_up_proj_weight/range":0.2626953125,"train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_7_mlp_down_proj_weight/mean":0.0002994537353515625,"train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_74_mlp_down_proj/min":1.7421875,"train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_10_mlp_gate_proj/max":2.171875,"train/tensor_param_model_layers_30_mlp_up_proj_weight/range":0.23095703125,"train/tensor_act_model_layers_36_mlp_down_proj/std":0.1201171875,"train/tensor_act_model_layers_43_mlp_down_proj/min":1.78125,"train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean":0.0015716552734375,"train/tensor_param_model_layers_52_mlp_gate_proj_weight/max":0.1416015625,"train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_93_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_27_mlp_up_proj_weight/range":0.2392578125,"train/tensor_act_model_layers_91_mlp_gate_proj/max":3.421875,"train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean":0.00098419189453125,"train/tensor_act_model_layers_73_residual_post_attn/min":32.75,"train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_7_mlp_down_proj_weight/std":0.027587890625,"train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_7_mlp_gate_proj_weight/std":0.0279541015625,"train/tensor_act_model_layers_79_residual_pre_attn/max_abs":41,"train/tensor_param_model_layers_25_mlp_gate_proj_weight/range":0.2431640625,"train/tensor_act_model_layers_32_mlp_down_proj/max_abs":2.4375,"train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_33_mlp_down_proj/mean":1.9453125,"train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_35_residual_post_attn/range":3.6875,"train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_0_mlp_gate_proj_weight/max":0.125,"train/tensor_act_model_layers_10_mlp/std":0,"train/tensor_act_model_layers_46_residual_pre_attn/std":0.68359375,"train/tensor_act_model_layers_20_mlp_up_proj/mean":0.040283203125,"train/tensor_act_model_layers_73_residual_pre_attn/max_abs":37.75,"train/tensor_act_model_layers_54_mlp_gate_proj/std":0.9765625,"train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm":6.71875,"train/tensor_param_model_layers_85_mlp_up_proj_weight/mean":2.771615982055664e-06,"train/tensor_param_model_layers_92_mlp_gate_proj_weight/range":0.3486328125,"train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_76_mlp_gate_proj/max_abs":2.78125,"train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_15_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_60_mlp/max":0.5,"train/tensor_act_model_layers_8_residual_pre_attn/std":0.1865234375,"train/tensor_param_model_layers_18_mlp_gate_proj_weight/min":-0.1162109375,"train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_73_mlp_down_proj/max_abs":3.109375,"train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_32_mlp_down_proj/max":2.4375,"train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_25_mlp_up_proj_weight/std":0.0299072265625,"train/tensor_act_model_layers_35_residual_post_attn/std":0.6015625,"train/tensor_act_model_layers_87_mlp_gate_proj/norm":3070.286865234375,"train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_18_mlp/max_abs":0.5,"train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_10_mlp_gate_proj/norm":2976.060791015625,"train/tensor_param_model_layers_11_mlp_gate_proj_weight/std":0.0286865234375,"train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_47_mlp_up_proj/max_abs":2.421875,"train/tensor_param_model_layers_87_mlp_gate_proj_weight/max":0.166015625,"train/tensor_act_model_layers_21_mlp_down_proj/max_abs":2.75,"train/tensor_act_model_layers_99_mlp_down_proj/mean":1.8671875,"train/tensor_act_model_layers_6_residual_post_mlp/min":2.703125,"train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_55_residual_post_attn/max_abs":28.5,"train/tensor_param_model_layers_56_mlp_down_proj_weight/std":0.035400390625,"train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_93_mlp_down_proj_weight/norm":8.875,"train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs":0.1376953125,"train/tensor_grad_model_layers_81_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_mlp_down_proj/mean":1.9453125,"train/tensor_grad_model_layers_69_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_89_residual_post_attn/max":47,"train/tensor_act_model_layers_54_residual_post_mlp/std":0.828125,"train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_mlp_down_proj/max_abs":2.984375,"train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_31_residual_post_mlp/min":13.875,"train/tensor_act_model_layers_95_residual_post_attn/std":1.4296875,"train/tensor_param_model_layers_17_mlp_gate_proj_weight/min":-0.11865234375,"train/tensor_act_model_layers_42_mlp_gate_proj/mean":0.19921875,"train/tensor_act_model_layers_12_residual_pre_attn/max":6.75,"train/tensor_act_model_layers_89_residual_pre_attn/mean":43.25,"train/tensor_act_model_layers_51_mlp_up_proj/range":4.625,"train/tensor_param_model_layers_94_mlp_down_proj_weight/range":0.333984375,"train/learning_rate":9e-05,"train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_53_mlp_down_proj/norm":3993.411865234375,"train/tensor_grad_model_layers_47_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_22_mlp_gate_proj_weight/max":0.126953125,"train/tensor_act_model_layers_74_residual_pre_attn/min":33.25,"train/tensor_act_model_layers_6_mlp_up_proj/mean":0.044189453125,"train/tensor_act_model_layers_61_mlp_down_proj/std":0.1650390625,"train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_36_residual_post_mlp/max_abs":19.75,"train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_37_residual_pre_attn/min":15.9375,"train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_79_mlp_gate_proj_weight/min":-0.14453125,"train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_6_residual_pre_attn/min":2.265625,"train/tensor_param_model_layers_4_mlp_gate_proj_weight/min":-0.10888671875,"train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_20_mlp_up_proj/range":4.28125,"train/tensor_act_model_layers_45_mlp/range":0,"train/tensor_act_model_layers_2_mlp_up_proj/range":4.671875,"train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_26_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_67_residual_post_attn/std":0.98828125,"train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit":0,"train/epoch":0.23592854735422986,"train/tensor_grad_model_layers_76_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_80_residual_post_mlp/min":35.75,"train/tensor_act_model_layers_69_residual_post_attn/range":5,"train/tensor_act_model_layers_88_residual_post_mlp/max_abs":46.5,"train/tensor_act_model_layers_79_residual_post_attn/mean":38.25,"train/tensor_act_model_layers_8_mlp_up_proj/norm":3120.86328125,"train/tensor_param_model_layers_98_mlp_down_proj_weight/max":0.1962890625,"train/tensor_act_model_layers_21_mlp_up_proj/max_abs":2.203125,"train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_16_mlp_down_proj_weight/min":-0.12158203125,"train/tensor_param_model_layers_84_mlp_up_proj_weight/std":0.0439453125,"train/tensor_param_model_layers_19_mlp_down_proj_weight/std":0.02880859375,"train/tensor_grad_model_layers_98_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_75_mlp_up_proj/min":-2.578125,"train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs":0.15234375,"train/tensor_act_model_layers_58_residual_pre_attn/norm":57474.40625,"train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs":0.125,"train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_24_residual_pre_attn/max_abs":13.0625,"train/tensor_act_model_layers_71_mlp_down_proj/max":2.71875,"train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_37_mlp/mean":0.5,"train/tensor_act_model_layers_41_mlp_gate_proj/norm":2951.9853515625,"train/tensor_grad_model_layers_40_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_14_mlp_gate_proj_weight/range":0.22705078125,"train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs":0.1728515625,"train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_18_residual_pre_attn/min":7.875,"train/tensor_act_model_layers_72_mlp_gate_proj/max":2.671875,"train/tensor_act_model_layers_67_mlp_up_proj/norm":3247.52294921875,"train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_64_residual_pre_attn/mean":30.875,"train/tensor_act_model_layers_58_mlp_gate_proj/norm":2915.721435546875,"train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_7_residual_post_mlp/mean":3.96875,"train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_85_mlp_down_proj/range":1.5,"train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_64_residual_post_attn/max":33.25,"train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_40_mlp_down_proj_weight/norm":5.8125,"train/tensor_act_model_layers_91_mlp_up_proj/mean":0.0213623046875,"train/tensor_act_model_layers_95_mlp_up_proj/mean":0.1298828125,"train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_51_mlp_gate_proj/std":1.0078125,"train/tensor_act_model_layers_13_mlp/norm":1024,"train/tensor_act_model_layers_90_residual_post_mlp/max_abs":48,"train/tensor_act_model_layers_92_mlp_down_proj/max":3.5,"train/tensor_act_model_layers_92_mlp_gate_proj/mean":0.29296875,"train/tensor_act_model_layers_33_residual_post_mlp/mean":16.5,"train/tensor_act_model_layers_35_mlp_down_proj/max":2.75,"train/tensor_param_model_layers_74_mlp_down_proj_weight/std":0.037841796875,"train/tensor_param_model_layers_93_mlp_down_proj_weight/min":-0.1630859375,"train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_66_mlp_down_proj/max":2.625,"train/tensor_param_model_layers_31_mlp_down_proj_weight/max":0.123046875,"train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_96_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_52_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_38_mlp_gate_proj/mean":0.2294921875,"train/tensor_act_model_layers_6_mlp_up_proj/max":2.453125,"train/tensor_grad_model_layers_60_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_24_residual_pre_attn/min":10.625,"train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_residual_post_attn/min":36,"train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_83_mlp_up_proj/max_abs":2.828125,"train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_39_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_99_mlp/mean":0.4375,"train/tensor_act_model_layers_66_mlp/norm":1024,"train/tensor_act_model_layers_9_mlp_gate_proj/range":3.7109375,"train/tensor_act_model_layers_26_residual_post_mlp/std":0.45703125,"train/tensor_param_model_layers_26_mlp_gate_proj_weight/std":0.0306396484375,"train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_10_residual_pre_attn/range":1.4375,"train/tensor_act_model_layers_98_mlp_down_proj/max":3.578125,"train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs":0.12451171875,"train/tensor_act_model_layers_18_residual_post_mlp/range":2.25,"train/tensor_grad_model_layers_78_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_20_mlp_gate_proj/std":1,"train/tensor_act_model_layers_31_residual_pre_attn/norm":30958.58984375,"train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_71_mlp_gate_proj/norm":3006.98974609375,"train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_29_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_66_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_44_mlp_up_proj_weight/std":0.032470703125,"train/tensor_act_model_layers_65_residual_pre_attn/norm":64228.140625,"train/tensor_grad_model_layers_18_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_51_mlp_up_proj/min":-2.25,"train/tensor_act_model_layers_57_mlp/mean":0.5,"train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_37_mlp_down_proj/mean":1.9296875,"train/tensor_act_model_layers_2_residual_post_attn/max":1.484375,"train/tensor_act_model_layers_67_mlp_gate_proj/min":-1.390625,"train/tensor_act_model_layers_59_mlp/min":0.5,"train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_91_mlp_up_proj_weight/max":0.1669921875,"train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_4_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_55_residual_pre_attn/mean":26.625,"train/tensor_act_model_layers_55_mlp_gate_proj/range":3.6015625,"train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_45_mlp_gate_proj/std":1.0078125,"train/tensor_act_model_layers_5_residual_post_mlp/mean":2.984375,"train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit":0,"train/tensor_act_model_layers_95_mlp_gate_proj/max_abs":2.859375,"train/tensor_act_model_layers_20_mlp_down_proj/mean":1.9296875,"train/tensor_act_model_layers_62_residual_pre_attn/mean":30,"train/tensor_act_model_layers_33_residual_pre_attn/min":14.5,"train/tensor_act_model_layers_6_mlp_up_proj/min":-2.25,"train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs":0.111328125,"train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_49_mlp_up_proj_weight/max":0.1328125,"train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_68_mlp_down_proj/range":0.859375,"train/tensor_grad_model_layers_81_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_46_mlp/max":0.5,"train/tensor_act_model_layers_27_residual_pre_attn/range":2.625,"train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_residual_pre_attn/range":3.875,"train/tensor_grad_model_layers_24_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_39_mlp_gate_proj/mean":0.1552734375,"train/tensor_param_model_layers_27_mlp_up_proj_weight/mean":1.4621764421463013e-07,"train/tensor_act_model_layers_71_residual_post_mlp/norm":71218.453125,"train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean":0.00153350830078125,"train/tensor_act_model_layers_42_mlp_up_proj/max_abs":2.609375,"train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_78_mlp_down_proj_weight/range":0.2783203125,"train/tensor_param_model_layers_83_mlp_down_proj_weight/mean":-0.0002117156982421875,"train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_62_residual_post_attn/max":32.5,"train/tensor_param_model_layers_47_mlp_up_proj_weight/range":0.2578125,"train/tensor_grad_model_layers_61_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_50_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_55_residual_post_attn/max":28.5,"train/tensor_act_model_layers_61_mlp_up_proj/min":-2.265625,"train/tensor_param_model_layers_74_mlp_up_proj_weight/std":0.038330078125,"train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_34_mlp_up_proj/norm":3155.54931640625,"train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_59_residual_pre_attn/min":26.125,"train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_mlp_up_proj/min":-2.53125,"train/tensor_act_model_layers_97_residual_post_mlp/norm":97225.890625,"train/tensor_param_model_layers_89_mlp_gate_proj_weight/range":0.3193359375,"train/tensor_act_model_layers_95_mlp_down_proj/min":1.75,"train/tensor_act_model_layers_47_residual_pre_attn/range":3.875,"train/tensor_act_model_layers_15_mlp/std":0,"train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit":0.12631535530090332,"train/tensor_act_model_layers_45_residual_pre_attn/min":19.875,"train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_98_mlp_up_proj_weight/range":0.3662109375,"train/tensor_act_model_layers_20_mlp_up_proj/std":1.0703125,"train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs":0.125,"train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_72_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_44_residual_post_mlp/range":3.625,"train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_54_residual_pre_attn/std":0.8359375,"train/tensor_act_model_layers_71_residual_post_attn/min":31.75,"train/tensor_act_model_layers_51_residual_post_attn/max_abs":26.75,"train/tensor_act_model_layers_56_mlp_up_proj/max":2.046875,"train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_mlp_up_proj/range":4.609375,"train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_73_mlp_up_proj_weight/norm":6.8125,"train/tensor_act_model_layers_56_residual_pre_attn/max":29,"train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean":0.0013275146484375,"train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_residual_post_mlp/max_abs":42.75,"train/tensor_param_model_layers_52_mlp_gate_proj_weight/range":0.279296875,"train/tensor_param_model_layers_39_mlp_down_proj_weight/max":0.1259765625,"train/tensor_act_model_layers_3_mlp/range":0,"train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_23_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_85_mlp_up_proj/max":3.140625,"train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_61_mlp_down_proj_weight/range":0.2646484375,"train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_47_mlp_up_proj_weight/max":0.12109375,"train/tensor_act_model_layers_1_mlp_up_proj/std":1.15625,"train/tensor_act_model_layers_59_residual_post_mlp/max_abs":31.375,"train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_62_mlp_gate_proj/max":2.390625,"train/tensor_act_model_layers_99_mlp_down_proj/range":6.359375,"train/tensor_act_model_layers_38_mlp/max_abs":0.5,"train/tensor_act_model_layers_97_residual_post_attn/min":43,"train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_23_mlp_up_proj/min":-2.078125,"train/tensor_param_model_layers_29_mlp_gate_proj_weight/max":0.1201171875,"train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_80_mlp_up_proj_weight/max":0.1513671875,"train/tensor_act_model_layers_17_mlp_gate_proj/std":1,"train/tensor_param_model_layers_52_mlp_up_proj_weight/mean":-0.000362396240234375,"train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_89_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_29_mlp_down_proj_weight/norm":5.4375,"train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_92_residual_post_mlp/min":41.75,"train/tensor_grad_model_layers_77_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_89_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_70_mlp_up_proj_weight/std":0.037353515625,"train/tensor_act_model_layers_67_mlp_up_proj/max":2.28125,"train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_62_residual_post_attn/std":0.9296875,"train/tensor_grad_model_layers_75_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_33_mlp/std":0,"train/tensor_act_model_layers_16_mlp_gate_proj/std":1.0390625,"train/tensor_act_model_layers_55_residual_post_attn/std":0.83984375,"train/tensor_act_model_layers_59_mlp/std":0,"train/tensor_grad_model_layers_30_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_75_mlp/range":0,"train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm":6.28125,"train/tensor_act_model_layers_33_mlp/mean":0.5,"train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_47_mlp_gate_proj/norm":3066.90673828125,"train/tensor_act_model_layers_37_mlp/max":0.5,"train/tensor_act_model_layers_0_mlp_up_proj/norm":3276.727294921875,"train/tensor_grad_model_layers_9_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_44_mlp/norm":1024,"train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_18_mlp_up_proj/std":1.078125,"train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_62_residual_post_mlp/max":33,"train/tensor_grad_model_layers_73_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_36_residual_post_mlp/mean":18,"train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_95_residual_post_attn/mean":46,"train/tensor_act_model_layers_73_mlp_down_proj/max":3.109375,"train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_44_residual_post_mlp/max":23.5,"train/tensor_act_model_layers_25_mlp_down_proj/std":0.1259765625,"train/tensor_act_model_layers_74_mlp_up_proj/min":-2.375,"train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_82_mlp_up_proj_weight/mean":9.632110595703125e-05,"train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_40_mlp_down_proj/range":0.6171875,"train/tensor_act_model_layers_56_mlp_down_proj/max_abs":2.796875,"train/tensor_act_model_layers_82_residual_post_mlp/norm":82386.8046875,"train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_16_residual_post_mlp/max":9.375,"train/tensor_act_model_layers_24_mlp_up_proj/norm":3200.5107421875,"train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_3_mlp_up_proj_weight/max":0.10693359375,"train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_19_mlp_down_proj_weight/min":-0.12158203125,"train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_34_mlp_down_proj/max_abs":2.4375,"train/tensor_act_model_layers_2_residual_pre_attn/min":0.5546875,"train/tensor_act_model_layers_39_mlp_gate_proj/min":-1.2890625,"train/tensor_act_model_layers_50_residual_pre_attn/min":21.875,"train/tensor_act_model_layers_46_mlp_gate_proj/min":-1.2578125,"train/tensor_param_model_layers_16_mlp_down_proj_weight/std":0.028564453125,"train/tensor_act_model_layers_44_mlp_gate_proj/std":0.98828125,"train/tensor_param_model_layers_58_mlp_up_proj_weight/std":0.035888671875,"train/tensor_act_model_layers_64_residual_post_attn/std":0.93359375,"train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_95_mlp_down_proj/range":1.75,"train/tensor_act_model_layers_19_mlp_gate_proj/max":2.21875,"train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_85_mlp_down_proj_weight/max":0.1474609375,"train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_14_mlp_up_proj/mean":-0.046142578125,"train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_37_residual_post_mlp/max_abs":20.25,"train/tensor_param_model_layers_26_mlp_gate_proj_weight/min":-0.126953125,"train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_96_mlp_up_proj_weight/min":-0.1953125,"train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_98_mlp_up_proj/norm":3208.65869140625,"train/tensor_act_model_layers_10_residual_post_mlp/mean":5.4375,"train/tensor_grad_model_layers_13_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_9_mlp_gate_proj_weight/max":0.125,"train/tensor_act_model_layers_46_residual_post_mlp/std":0.6875,"train/tensor_act_model_layers_40_mlp_up_proj/norm":3175.000244140625,"train/tensor_act_model_layers_84_mlp/mean":0.5,"train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_61_residual_post_mlp/min":27.5,"train/tensor_param_model_layers_63_mlp_down_proj_weight/mean":5.030632019042969e-05,"train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_4_mlp_up_proj_weight/range":0.21435546875,"train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_22_mlp_up_proj_weight/norm":5.34375,"train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean":0.002777099609375,"train/tensor_act_model_layers_34_mlp_down_proj/range":0.6484375,"train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_66_residual_pre_attn/norm":65192.07421875,"train/tensor_param_model_layers_93_mlp_down_proj_weight/std":0.048828125,"train/tensor_param_model_layers_74_mlp_down_proj_weight/min":-0.126953125,"train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_53_residual_post_mlp/mean":26.125,"train/tensor_act_model_layers_93_mlp/range":1,"train/tensor_act_model_layers_2_residual_post_mlp/min":1.03125,"train/tensor_act_model_layers_57_mlp_up_proj/norm":3065.81103515625,"train/tensor_act_model_layers_31_mlp_up_proj/mean":0.1279296875,"train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_47_mlp_gate_proj/range":3.6171875,"train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_42_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_58_residual_post_mlp/max":30.875,"train/tensor_grad_model_layers_96_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_84_mlp_down_proj_weight/norm":7.96875,"train/tensor_param_model_layers_11_mlp_gate_proj_weight/range":0.24072265625,"train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_55_mlp_down_proj/norm":4014.420166015625,"train/tensor_param_model_layers_8_mlp_gate_proj_weight/range":0.23095703125,"train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_35_residual_post_attn/max":18.625,"train/tensor_param_model_layers_46_mlp_down_proj_weight/range":0.2529296875,"train/tensor_act_model_layers_83_mlp_gate_proj/range":4.296875,"train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean":-4.363059997558594e-05,"train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_67_residual_pre_attn/mean":32.25,"train/tensor_act_model_layers_60_mlp_down_proj/max":2.8125,"train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_56_mlp_down_proj_weight/min":-0.1376953125,"train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs":0.1513671875,"train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_50_mlp_gate_proj/mean":0.2353515625,"train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_mlp_gate_proj/max_abs":3.203125,"train/tensor_act_model_layers_39_residual_post_attn/range":3.625,"train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_11_mlp_gate_proj_weight/min":-0.126953125,"train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_3_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_54_mlp_gate_proj/mean":0.1611328125,"train/tensor_act_model_layers_42_residual_pre_attn/range":3.75,"train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_58_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_94_mlp/min":0.5,"train/tensor_act_model_layers_12_residual_post_attn/range":1.625,"train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_residual_post_attn/std":1.3203125,"train/tensor_act_model_layers_44_mlp_up_proj/range":4.25,"train/tensor_act_model_layers_95_residual_pre_attn/mean":46,"train/tensor_act_model_layers_73_mlp/min":0.5,"train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_12_residual_post_attn/max_abs":6.75,"train/tensor_param_model_layers_18_mlp_gate_proj_weight/std":0.02978515625,"train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_74_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_13_mlp/range":0,"train/tensor_act_model_layers_95_residual_post_attn/max":50,"train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_88_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_57_mlp_down_proj/range":0.828125,"train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_10_mlp_up_proj_weight/norm":5.09375,"train/tensor_param_model_layers_86_mlp_up_proj_weight/std":0.045654296875,"train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_48_mlp/range":0,"train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_81_mlp_up_proj_weight/range":0.28515625,"train/tensor_param_model_layers_79_mlp_gate_proj_weight/std":0.04296875,"train/tensor_act_model_layers_48_mlp/std":0,"train/tensor_param_model_layers_20_mlp_gate_proj_weight/max":0.123046875,"train/tensor_act_model_layers_84_mlp_up_proj/max":2.59375,"train/tensor_act_model_layers_21_mlp_gate_proj/range":3.421875,"train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_31_residual_post_mlp/max_abs":17.125,"train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_10_mlp_up_proj_weight/max":0.1123046875,"train/tensor_act_model_layers_24_mlp/max":0.5,"train/tensor_act_model_layers_32_residual_post_attn/norm":31914.900390625,"train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_61_mlp_down_proj/norm":4015.7822265625,"train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs":0.130859375,"train/tensor_act_model_layers_80_mlp_down_proj/mean":1.96875,"train/tensor_act_model_layers_18_residual_pre_attn/norm":18104.109375,"train/tensor_act_model_layers_35_residual_pre_attn/mean":17,"train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_34_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_17_mlp_gate_proj_weight/std":0.02978515625,"train/tensor_act_model_layers_56_mlp_gate_proj/min":-1.265625,"train/tensor_act_model_layers_67_residual_post_attn/max":34.75,"train/tensor_param_model_layers_36_mlp_gate_proj_weight/range":0.24853515625,"train/tensor_act_model_layers_37_mlp_down_proj/max_abs":2.5625,"train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_93_mlp_down_proj/std":0.43359375,"train/tensor_param_model_layers_51_mlp_gate_proj_weight/range":0.2646484375,"train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_40_mlp_down_proj_weight/min":-0.126953125,"train/tensor_act_model_layers_99_mlp_down_proj/min":-3.078125,"train/tensor_act_model_layers_73_residual_post_mlp/norm":73241.9375,"train/tensor_grad_model_layers_48_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_8_mlp_down_proj_weight/max":0.10205078125,"train/tensor_act_model_layers_8_mlp/max":0.5,"train/tensor_act_model_layers_80_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_11_mlp_down_proj_weight/mean":-0.00087738037109375,"train/tensor_act_model_layers_80_residual_pre_attn/norm":79342.328125,"train/tensor_act_model_layers_46_residual_post_mlp/max_abs":24.625,"train/tensor_act_model_layers_57_mlp_gate_proj/min":-1.375,"train/tensor_param_model_layers_56_mlp_up_proj_weight/std":0.03564453125,"train/tensor_act_model_layers_39_residual_post_mlp/min":17.5,"train/tensor_param_model_layers_16_mlp_gate_proj_weight/max":0.1220703125,"train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_42_mlp_gate_proj/range":3.734375,"train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_86_mlp_up_proj_weight/range":0.28125,"train/tensor_act_model_layers_47_mlp_up_proj/min":-2.421875,"train/tensor_act_model_layers_22_mlp/range":0,"train/tensor_act_model_layers_70_mlp_up_proj/std":1.1015625,"train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_52_mlp_gate_proj/min":-1.3046875,"train/tensor_act_model_layers_66_mlp_up_proj/max":2.34375,"train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean":0.00213623046875,"train/tensor_act_model_layers_76_residual_post_attn/mean":36.75,"train/tensor_act_model_layers_66_residual_post_mlp/min":30,"train/tensor_act_model_layers_90_mlp_up_proj/mean":0.027099609375,"train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_94_residual_pre_attn/max":49.75,"train/tensor_param_model_layers_75_mlp_up_proj_weight/max":0.1318359375,"train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_26_residual_pre_attn/std":0.431640625,"train/tensor_grad_model_layers_31_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_21_mlp_down_proj_weight/min":-0.119140625,"train/tensor_act_model_layers_17_mlp_up_proj/range":3.953125,"train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_2_residual_pre_attn/mean":0.99609375,"train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_45_residual_post_attn/range":3.75,"train/tensor_param_model_layers_4_mlp_down_proj_weight/std":0.0277099609375,"train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_63_mlp_gate_proj/mean":0.173828125,"train/tensor_act_model_layers_57_mlp_down_proj/mean":1.9296875,"train/tensor_act_model_layers_69_mlp_gate_proj/min":-1.28125,"train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_13_mlp_down_proj/min":1.7890625,"train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean":0.00103759765625,"train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_98_residual_pre_attn/norm":97225.890625,"train/tensor_grad_model_layers_60_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_16_mlp_up_proj/range":4.21875,"train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_51_residual_post_attn/min":22.375,"train/tensor_grad_model_layers_14_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_7_mlp_down_proj/std":0.150390625,"train/tensor_act_model_layers_64_residual_post_mlp/max":33.75,"train/tensor_act_model_layers_8_residual_post_attn/range":1.46875,"train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_27_mlp_down_proj/range":0.84375,"train/tensor_param_model_layers_31_mlp_up_proj_weight/max":0.1298828125,"train/tensor_act_model_layers_63_residual_post_attn/max_abs":32.75,"train/tensor_act_model_layers_5_mlp_gate_proj/mean":0.169921875,"train/tensor_param_model_layers_39_mlp_up_proj_weight/mean":-0.00110626220703125,"eval/loss":8.07800579071045,"train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm":5.71875,"train/tensor_grad_model_layers_55_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_55_mlp_up_proj/max_abs":2.578125,"train/tensor_act_model_layers_34_mlp/max":0.5,"train/tensor_param_model_layers_21_mlp_down_proj_weight/std":0.029052734375,"train/tensor_param_model_layers_30_mlp_down_proj_weight/mean":0.0002994537353515625,"train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_mlp_down_proj/norm":4012.121826171875,"train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_50_mlp_up_proj_weight/mean":-0.0002918243408203125,"train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_44_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_93_mlp_gate_proj/mean":0.21875,"train/tensor_act_model_layers_85_mlp/range":0,"train/tensor_param_model_layers_74_mlp_gate_proj_weight/max":0.130859375,"train/tensor_act_model_layers_45_mlp_up_proj/range":4.5625,"train/tensor_act_model_layers_62_mlp_up_proj/mean":0.07373046875,"train/tensor_act_model_layers_4_mlp_down_proj/mean":1.9765625,"train/tensor_act_model_layers_27_mlp/max":0.5,"train/tensor_act_model_layers_53_residual_pre_attn/max_abs":27.75,"train/tensor_grad_model_layers_62_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_38_mlp_gate_proj_weight/range":0.251953125,"train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_3_mlp_gate_proj_weight/range":0.23779296875,"train/tensor_param_model_layers_75_mlp_down_proj_weight/max":0.12890625,"train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_23_residual_post_attn/min":10.125,"train/tensor_act_model_layers_81_residual_post_attn/max":42.25,"train/tensor_act_model_layers_88_mlp_down_proj/mean":1.921875,"train/tensor_act_model_layers_45_mlp_gate_proj/min":-1.28125,"train/tensor_param_model_layers_73_mlp_down_proj_weight/min":-0.1318359375,"train/tensor_act_model_layers_93_residual_post_attn/mean":45,"train/tensor_param_model_layers_49_mlp_down_proj_weight/range":0.25439453125,"train/tensor_act_model_layers_70_mlp_gate_proj/max_abs":2.75,"train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_5_mlp_gate_proj/norm":2962.62060546875,"train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_7_mlp_up_proj_weight/norm":5.03125,"train/tensor_act_model_layers_19_mlp/max_abs":0.5,"train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_20_mlp_down_proj/max_abs":2.390625,"train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs":0.1123046875,"train/tensor_grad_model_layers_3_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_78_residual_pre_attn/norm":77276.9140625,"train/tensor_act_model_layers_72_residual_post_attn/max_abs":37.25,"train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_10_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_54_mlp_up_proj/norm":3176.839599609375,"train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_19_mlp_up_proj_weight/min":-0.140625,"train/tensor_act_model_layers_79_mlp_gate_proj/max":3,"train/tensor_grad_model_layers_20_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_86_mlp_up_proj_weight/max":0.1376953125,"train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_74_mlp_up_proj/mean":-0.07763671875,"train/tensor_param_model_layers_78_mlp_gate_proj_weight/min":-0.1357421875,"train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_29_residual_pre_attn/norm":29001.4921875,"train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_38_mlp_down_proj/norm":3970.794189453125,"train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs":0.14453125,"train/tensor_act_model_layers_59_residual_pre_attn/std":0.89453125,"train/tensor_act_model_layers_91_residual_post_attn/range":7.5,"train/tensor_act_model_layers_45_mlp/max_abs":0.5,"train/tensor_act_model_layers_41_mlp/max_abs":0.5,"train/tensor_param_model_layers_4_mlp_up_proj_weight/min":-0.10888671875,"train/tensor_act_model_layers_36_mlp_up_proj/mean":-0.0576171875,"train/tensor_param_model_layers_91_mlp_down_proj_weight/range":0.2841796875,"train/tensor_act_model_layers_45_residual_pre_attn/std":0.6640625,"train/tensor_param_model_layers_90_mlp_down_proj_weight/min":-0.1435546875,"train/tensor_act_model_layers_57_residual_pre_attn/max_abs":29.625,"train/tensor_act_model_layers_81_residual_pre_attn/mean":39.25,"train/tensor_act_model_layers_17_residual_post_mlp/range":2.0625,"train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_84_residual_pre_attn/max_abs":44,"train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm":5.15625,"train/tensor_act_model_layers_92_mlp_down_proj/norm":4464.73974609375,"train/tensor_act_model_layers_73_mlp/norm":1024,"train/tensor_act_model_layers_60_residual_post_attn/range":4.75,"train/tensor_act_model_layers_30_mlp_down_proj/mean":1.9765625,"train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_89_mlp_up_proj/max":2.28125,"train/tensor_act_model_layers_35_residual_post_mlp/max":19.125,"train/tensor_act_model_layers_63_residual_post_mlp/min":28.375,"train/tensor_act_model_layers_30_mlp_down_proj/max_abs":2.78125,"train/tensor_act_model_layers_98_mlp/min":0.5,"train/tensor_act_model_layers_87_mlp/mean":0.5,"train/tensor_grad_model_layers_62_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_67_mlp_gate_proj/std":1.0546875,"train/tensor_act_model_layers_49_mlp/max_abs":0.5,"train/tensor_act_model_layers_74_residual_post_mlp/norm":74245.8359375,"train/tensor_act_model_layers_46_mlp/std":0,"train/tensor_act_model_layers_27_residual_pre_attn/mean":13.1875,"train/tensor_grad_model_layers_9_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_11_residual_post_mlp/range":1.625,"train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_99_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_19_residual_post_attn/std":0.384765625,"train/tensor_grad_model_layers_83_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_25_residual_post_mlp/range":2.625,"train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs":0.208984375,"train/tensor_param_model_layers_10_mlp_up_proj_weight/std":0.0281982421875,"train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_75_residual_post_attn/std":1.078125,"train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_69_residual_post_mlp/max":36.25,"train/tensor_grad_model_layers_49_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_66_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_79_mlp_down_proj/mean":1.953125,"train/tensor_grad_model_layers_84_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_26_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_88_mlp_up_proj_weight/range":0.3046875,"train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_0_mlp_up_proj_weight/min":-0.125,"train/tensor_act_model_layers_9_mlp_up_proj/std":1.0859375,"train/tensor_act_model_layers_79_residual_post_attn/std":1.140625,"train/tensor_grad_model_layers_50_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_40_mlp_up_proj/std":1.09375,"train/tensor_act_model_layers_18_residual_pre_attn/std":0.333984375,"train/tensor_act_model_layers_14_mlp_gate_proj/max":2.234375,"train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_1_mlp_down_proj/std":0.36328125,"train/tensor_act_model_layers_93_residual_pre_attn/norm":92275.6328125,"train/loss":8.08392562866211,"train/tensor_grad_model_layers_41_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_30_mlp_up_proj/norm":3206.416015625,"train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_84_residual_post_mlp/norm":84369.75,"train/tensor_act_model_layers_78_residual_pre_attn/range":5.75,"train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_64_mlp_up_proj_weight/mean":-0.000545501708984375,"train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_56_mlp_up_proj_weight/max":0.130859375,"train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_17_mlp/std":0,"train/tensor_act_model_layers_90_mlp_down_proj/min":1.75,"train/tensor_grad_model_layers_47_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm":8.9375,"train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_50_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_7_mlp_up_proj_weight/mean":-0.0002536773681640625,"train/tensor_act_model_layers_42_residual_post_mlp/min":18.75,"train/tensor_grad_model_layers_37_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_34_mlp_down_proj/max":2.4375,"train/tensor_act_model_layers_20_mlp_gate_proj/min":-1.2734375,"train/tensor_act_model_layers_34_mlp/norm":1024,"train/tensor_param_model_layers_65_mlp_gate_proj_weight/min":-0.130859375,"train/tensor_param_model_layers_61_mlp_gate_proj_weight/min":-0.130859375,"train/tensor_param_model_layers_75_mlp_up_proj_weight/std":0.038818359375,"train/tensor_act_model_layers_41_residual_pre_attn/max":21.625,"train/tensor_act_model_layers_37_mlp_up_proj/norm":3112.576171875,"train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_81_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_34_mlp/range":0,"train/tensor_param_model_layers_30_mlp_down_proj_weight/max":0.1279296875,"train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs":0.1259765625,"train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_24_residual_pre_attn/std":0.427734375,"train/tensor_grad_model_layers_10_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_31_mlp_up_proj_weight/std":0.0306396484375,"train/tensor_act_model_layers_39_mlp_down_proj/norm":3962.61865234375,"train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_30_mlp/std":0,"train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_residual_pre_attn/max_abs":25.125,"train/tensor_act_model_layers_29_mlp_up_proj/std":1.09375,"train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_5_residual_post_attn/norm":5091.2421875,"train/tensor_act_model_layers_83_residual_post_mlp/min":37,"train/tensor_act_model_layers_14_residual_pre_attn/max":7.8125,"train/tensor_act_model_layers_70_residual_post_attn/norm":69160.265625,"train/tensor_act_model_layers_99_residual_pre_attn/range":7.75,"train/tensor_param_model_layers_62_mlp_down_proj_weight/mean":-5.53131103515625e-05,"train/tensor_param_model_layers_23_mlp_gate_proj_weight/std":0.030517578125,"train/tensor_act_model_layers_45_residual_post_attn/std":0.68359375,"train/tensor_act_model_layers_28_mlp/min":0.5,"train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean":0.001434326171875,"train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_act_model_layers_51_mlp_gate_proj/min":-1.25,"train/tensor_act_model_layers_0_mlp_gate_proj/std":1.125,"train/tensor_act_model_layers_9_mlp_down_proj/range":0.765625,"train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs":0.1259765625,"train/tensor_param_model_layers_75_mlp_down_proj_weight/range":0.2734375,"train/tensor_act_model_layers_91_mlp/range":0,"train/tensor_act_model_layers_89_mlp_gate_proj/max":2.703125,"train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_58_mlp_down_proj_weight/min":-0.1259765625,"train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_76_mlp/std":0,"train/tensor_grad_model_layers_60_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_87_mlp_gate_proj/max_abs":2.875,"train/tensor_act_model_layers_59_mlp/mean":0.5,"train/tensor_act_model_layers_93_mlp_down_proj/norm":3989.73876953125,"train/tensor_act_model_layers_77_mlp/std":0,"train/tensor_param_model_layers_47_mlp_up_proj_weight/std":0.033447265625,"train/tensor_act_model_layers_75_mlp/max":0.5,"train/tensor_act_model_layers_69_mlp/min":0.5,"train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_43_mlp_gate_proj/mean":0.1787109375,"train/tensor_act_model_layers_1_residual_pre_attn/std":0.09130859375,"train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs":0,"train/tensor_param_model_layers_13_mlp_up_proj_weight/mean":0.00022029876708984375,"train/tensor_act_model_layers_76_residual_post_attn/max_abs":39.5,"train/tensor_act_model_layers_20_mlp/max_abs":0.5,"train/tensor_act_model_layers_71_mlp/std":0,"train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_34_mlp_up_proj_weight/range":0.236328125,"train/tensor_act_model_layers_75_mlp_gate_proj/range":3.640625,"train/tensor_act_model_layers_59_residual_post_mlp/range":4.75,"train/tensor_act_model_layers_6_mlp_gate_proj/std":1.0234375,"train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_90_mlp_up_proj/min":-2.640625,"train/tensor_act_model_layers_3_residual_post_mlp/std":0.15234375,"train/tensor_act_model_layers_71_mlp_up_proj/std":1.0703125,"train/tensor_act_model_layers_75_residual_pre_attn/max_abs":38.75,"train/tensor_param_model_layers_17_mlp_down_proj_weight/std":0.02880859375,"train/tensor_grad_model_layers_91_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_44_mlp_gate_proj/max_abs":2.3125,"train/tensor_act_model_layers_50_mlp/max":0.5,"train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs":0.11669921875,"train/tensor_act_model_layers_94_mlp_gate_proj/max_abs":2.765625,"train/tensor_grad_model_layers_65_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_17_residual_post_attn/min":7.375,"train/tensor_act_model_layers_36_mlp_gate_proj/norm":2946.720947265625,"train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_87_mlp_gate_proj/range":4.203125,"train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean":0.0019989013671875,"train/tensor_act_model_layers_22_mlp_up_proj/norm":3042.133056640625,"train/tensor_act_model_layers_80_residual_post_attn/norm":79345.6484375,"train/tensor_param_model_layers_70_mlp_up_proj_weight/max":0.13671875,"train/tensor_act_model_layers_13_residual_post_mlp/range":1.75,"train/tensor_act_model_layers_93_residual_post_mlp/min":42.25,"train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_75_mlp_down_proj/max_abs":2.890625,"train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_80_mlp_up_proj_weight/std":0.041748046875,"train/tensor_act_model_layers_36_mlp/std":0,"train/tensor_act_model_layers_88_residual_post_attn/min":38.75,"train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_91_mlp_gate_proj_weight/range":0.3056640625,"train/tensor_act_model_layers_37_residual_pre_attn/std":0.6015625,"train/tensor_act_model_layers_80_mlp_down_proj/max_abs":2.734375,"train/tensor_act_model_layers_26_mlp_down_proj/min":1.796875,"train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs":0.1328125,"train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm":9.8125,"train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_35_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_66_mlp/range":0,"train/tensor_act_model_layers_35_mlp_down_proj/max_abs":2.75,"train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_2_mlp/min":0.5,"train/tensor_act_model_layers_6_mlp/mean":0.5,"train/tensor_act_model_layers_77_residual_post_attn/std":1.109375,"train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_74_residual_pre_attn/std":1.046875,"train/tensor_param_model_layers_39_mlp_up_proj_weight/min":-0.12255859375,"train/tensor_param_model_layers_0_mlp_up_proj_weight/mean":0.0002651214599609375,"train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_1_mlp_gate_proj_weight/max":0.12451171875,"train/tensor_act_model_layers_32_mlp_up_proj/max":2.515625,"train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_0_mlp_up_proj_weight/norm":7.84375,"train/tensor_param_model_layers_37_mlp_down_proj_weight/mean":-0.0002574920654296875,"train/tensor_act_model_layers_32_residual_pre_attn/max_abs":17.125,"train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_80_mlp_up_proj_weight/norm":7.53125,"train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_47_mlp_down_proj/std":0.12890625,"train/tensor_act_model_layers_73_residual_pre_attn/range":5,"train/tensor_act_model_layers_28_residual_pre_attn/mean":13.6875,"train/tensor_act_model_layers_90_mlp_up_proj/max_abs":2.640625,"train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_59_mlp_gate_proj_weight/std":0.037841796875,"train/tensor_grad_model_layers_50_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_13_mlp_down_proj/range":0.4609375,"train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_72_mlp_gate_proj/norm":2927.743408203125,"train/tensor_act_model_layers_45_residual_pre_attn/max_abs":23.5,"train/tensor_param_model_layers_19_mlp_gate_proj_weight/max":0.12060546875,"train/tensor_act_model_layers_9_residual_post_mlp/max":5.6875,"train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_25_mlp_up_proj_weight/mean":-0.00046539306640625,"train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_37_mlp_down_proj/max":2.5625,"train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_35_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs":0.154296875,"train/tensor_param_model_layers_58_mlp_up_proj_weight/max":0.13671875,"train/tensor_act_model_layers_94_residual_post_attn/range":7.75,"train/tensor_act_model_layers_18_mlp_down_proj/max":2.421875,"train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_67_mlp_up_proj/range":4.796875,"train/tensor_act_model_layers_9_mlp_down_proj/max_abs":2.53125,"train/tensor_param_model_layers_70_mlp_up_proj_weight/range":0.2705078125,"train/tensor_act_model_layers_97_mlp_gate_proj/range":4.9375,"train/tensor_act_model_layers_3_residual_post_mlp/norm":4094.06005859375,"train/tensor_act_model_layers_65_mlp_down_proj/mean":1.9609375,"train/tensor_act_model_layers_50_residual_post_mlp/std":0.76953125,"train/tensor_param_model_layers_78_mlp_up_proj_weight/mean":0.000934600830078125,"train/tensor_grad_model_layers_66_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_30_mlp_gate_proj/max":2.40625,"train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs":0.125,"train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_90_residual_post_mlp/max":48,"train/tensor_param_model_layers_43_mlp_down_proj_weight/norm":5.84375,"train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_6_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_84_mlp_down_proj/max":2.625,"train/tensor_act_model_layers_54_mlp_gate_proj/min":-1.375,"train/tensor_act_model_layers_80_mlp_gate_proj/range":4.4453125,"train/tensor_act_model_layers_12_mlp_up_proj/max":2.265625,"train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_68_mlp_gate_proj/max":2.71875,"train/tensor_param_model_layers_95_mlp_down_proj_weight/std":0.0498046875,"train/tensor_param_model_layers_68_mlp_up_proj_weight/norm":6.75,"train/tensor_act_model_layers_46_residual_pre_attn/min":20.375,"train/tensor_act_model_layers_45_residual_post_attn/norm":44744.69140625,"train/tensor_param_model_layers_0_mlp_up_proj_weight/range":0.24755859375,"train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_64_residual_post_mlp/max_abs":33.75,"train/tensor_act_model_layers_1_residual_pre_attn/mean":0.5,"train/tensor_act_model_layers_9_residual_post_mlp/max_abs":5.6875,"train/tensor_param_model_layers_39_mlp_gate_proj_weight/max":0.126953125,"train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs":0.12255859375,"train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_28_residual_post_attn/max":15,"train/tensor_act_model_layers_84_mlp_up_proj/norm":3081.747802734375,"train/tensor_act_model_layers_23_residual_post_attn/norm":23022.03515625,"train/tensor_act_model_layers_5_residual_post_attn/mean":2.484375,"train/tensor_act_model_layers_53_mlp_gate_proj/mean":0.12890625,"train/tensor_param_model_layers_62_mlp_gate_proj_weight/min":-0.1318359375,"train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_42_mlp_down_proj/norm":3981.9130859375,"train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_86_mlp_down_proj_weight/max":0.14453125,"train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit":1,"train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_66_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_99_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_58_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_40_mlp_down_proj/min":1.7890625,"train/tensor_param_model_layers_84_mlp_up_proj_weight/max":0.1484375,"train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm":6.09375,"train/tensor_act_model_layers_54_mlp_down_proj/norm":4006.741455078125,"train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_3_mlp_down_proj/mean":2.109375,"train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_83_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_52_mlp_gate_proj/std":1.0078125,"train/tensor_param_model_layers_39_mlp_gate_proj_weight/range":0.2529296875,"train/tensor_act_model_layers_74_mlp_gate_proj/max_abs":2.59375,"train/tensor_param_model_layers_65_mlp_down_proj_weight/max":0.125,"train/tensor_act_model_layers_93_mlp/min":-0.5,"train/tensor_act_model_layers_57_mlp_gate_proj/std":1.03125,"train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_92_mlp_up_proj/max":2.671875,"train/tensor_act_model_layers_15_mlp_down_proj/max":2.53125,"train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_7_mlp_down_proj/mean":1.9453125,"train/tensor_act_model_layers_44_residual_pre_attn/max_abs":23.125,"train/tensor_act_model_layers_7_mlp/max_abs":0.5,"train/tensor_param_model_layers_59_mlp_gate_proj_weight/min":-0.12890625,"train/tensor_act_model_layers_18_residual_post_mlp/std":0.359375,"train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_34_residual_post_mlp/range":3.6875,"train/tensor_param_model_layers_85_mlp_up_proj_weight/min":-0.1474609375,"train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_55_mlp_gate_proj/mean":0.09912109375,"train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_50_mlp_down_proj/norm":3962.692626953125,"train/tensor_grad_model_layers_89_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_61_mlp/norm":1024,"train/tensor_act_model_layers_54_residual_post_mlp/range":4.25,"train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs":0.123046875,"train/tensor_act_model_layers_50_mlp_down_proj/max":2.640625,"train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_79_mlp_up_proj/max":2.46875,"train/tensor_act_model_layers_90_mlp/mean":0.5,"train/tensor_grad_model_layers_64_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_14_mlp_down_proj/range":0.8125,"train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_4_residual_post_mlp/std":0.154296875,"train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_mlp_up_proj/norm":3034.03759765625,"train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_13_mlp/std":0,"train/tensor_act_model_layers_88_residual_post_attn/norm":87343.8203125,"train/tensor_act_model_layers_40_mlp/norm":1024,"train/tensor_act_model_layers_1_mlp/range":0,"train/tensor_act_model_layers_16_mlp_up_proj/max":2.046875,"train/tensor_param_model_layers_62_mlp_gate_proj_weight/std":0.038330078125,"train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_41_mlp_gate_proj_weight/max":0.12451171875,"train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_61_mlp_gate_proj/mean":0.2001953125,"train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_81_mlp_gate_proj/norm":2978.236083984375,"train/tensor_act_model_layers_28_residual_post_attn/std":0.490234375,"train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_91_mlp_up_proj_weight/mean":0.0001621246337890625,"train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_65_residual_pre_attn/range":4.625,"train/tensor_act_model_layers_24_residual_post_mlp/std":0.423828125,"train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_39_mlp_down_proj_weight/range":0.25390625,"train/tensor_act_model_layers_69_mlp_gate_proj/std":1.0234375,"train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_56_residual_post_attn/mean":27.125,"train/tensor_param_model_layers_73_mlp_gate_proj_weight/max":0.1376953125,"train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_21_mlp_down_proj/min":1.765625,"train/tensor_param_model_layers_95_mlp_down_proj_weight/min":-0.1708984375,"train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_26_residual_pre_attn/min":11.4375,"train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_95_mlp/std":0,"train/tensor_act_model_layers_77_mlp_down_proj/range":1.1171875,"train/tensor_act_model_layers_46_mlp_up_proj/range":4.71875,"train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_88_mlp_down_proj/min":1.734375,"train/tensor_grad_model_layers_42_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs":0.1318359375,"train/tensor_act_model_layers_17_residual_post_mlp/norm":18104.109375,"train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs":0.12158203125,"train/tensor_act_model_layers_55_residual_post_attn/range":4.25,"train/tensor_act_model_layers_39_mlp_up_proj/range":4.296875,"train/tensor_act_model_layers_72_residual_post_mlp/max":37.75,"train/tensor_param_model_layers_14_mlp_down_proj_weight/mean":0.000705718994140625,"train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_44_mlp_up_proj_weight/max":0.11865234375,"train/tensor_act_model_layers_88_residual_post_mlp/norm":88367.3515625,"train/tensor_param_model_layers_91_mlp_up_proj_weight/std":0.047607421875,"train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_77_residual_pre_attn/mean":37.25,"train/tensor_param_model_layers_29_mlp_gate_proj_weight/range":0.2451171875,"train/tensor_param_model_layers_83_mlp_up_proj_weight/mean":-0.000446319580078125,"train/tensor_act_model_layers_89_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_50_mlp/range":0,"train/tensor_act_model_layers_77_mlp_up_proj/mean":-0.10302734375,"train/tensor_grad_model_layers_82_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_33_residual_post_mlp/std":0.58984375,"train/tensor_param_model_layers_16_mlp_up_proj_weight/range":0.21826171875,"train/tensor_act_model_layers_76_mlp/max":0.5,"train/tensor_param_model_layers_49_mlp_up_proj_weight/std":0.034423828125,"train/tensor_param_model_layers_94_mlp_gate_proj_weight/range":0.3427734375,"train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_48_residual_post_attn/range":4.25,"train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit":0.6926076412200928,"train/tensor_act_model_layers_0_residual_pre_attn/std":0.0908203125,"train/tensor_act_model_layers_1_mlp/max_abs":0.5,"train/tensor_act_model_layers_14_mlp/range":0,"train/tensor_act_model_layers_71_mlp_gate_proj/max_abs":2.484375,"train/tensor_param_model_layers_79_mlp_up_proj_weight/min":-0.12890625,"train/tensor_grad_model_layers_93_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_44_mlp_down_proj/mean":1.9375,"train/tensor_act_model_layers_46_mlp_up_proj/mean":0.010498046875,"train/tensor_grad_model_layers_13_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_58_mlp_down_proj_weight/std":0.03564453125,"train/tensor_act_model_layers_17_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_20_mlp/min":0.5,"train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_28_residual_post_mlp/min":12.6875,"train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_16_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_56_mlp_gate_proj/std":1.046875,"train/tensor_act_model_layers_71_residual_post_attn/mean":34.25,"train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs":0.158203125,"train/tensor_act_model_layers_85_residual_post_mlp/max":45,"train/tensor_param_model_layers_3_mlp_up_proj_weight/std":0.028564453125,"train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_58_residual_post_attn/max_abs":30.375,"train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs":0.1376953125,"train/tensor_act_model_layers_27_mlp/range":0,"train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_20_residual_post_attn/range":2.4375,"train/tensor_act_model_layers_7_residual_post_mlp/std":0.1865234375,"train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_70_mlp_down_proj_weight/max":0.1298828125,"train/tensor_param_model_layers_26_mlp_down_proj_weight/mean":-9.012222290039062e-05,"train/tensor_param_model_layers_47_mlp_down_proj_weight/norm":5.96875,"train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs":0,"train/tensor_param_model_layers_57_mlp_gate_proj_weight/max":0.1376953125,"train/tensor_param_model_layers_99_mlp_up_proj_weight/mean":1.0907649993896484e-05,"train/tensor_grad_model_layers_20_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_83_residual_post_mlp/max_abs":44,"train/tensor_act_model_layers_80_residual_post_mlp/max_abs":42,"train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_45_residual_post_mlp/std":0.68359375,"train/tensor_param_model_layers_66_mlp_down_proj_weight/max":0.1279296875,"train/tensor_act_model_layers_59_residual_post_mlp/std":0.9140625,"train/tensor_act_model_layers_77_residual_post_attn/max":40,"train/tensor_act_model_layers_9_residual_pre_attn/max":5.15625,"train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max":0,"train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_mlp_up_proj/min":-2.484375,"train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_85_mlp_down_proj/mean":2.0625,"train/tensor_grad_model_layers_73_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_42_residual_pre_attn/norm":41839.98046875,"train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs":0.125,"train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_74_mlp_up_proj_weight/max":0.1279296875,"train/tensor_act_model_layers_45_mlp/norm":1024,"train/tensor_act_model_layers_64_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_63_mlp_down_proj/norm":4037.04833984375,"train/tensor_param_model_layers_97_mlp_down_proj_weight/max":0.181640625,"train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_67_mlp_gate_proj_weight/max":0.1328125,"train/tensor_act_model_layers_3_mlp_up_proj/range":5.125,"train/tensor_param_model_layers_17_mlp_down_proj_weight/min":-0.11669921875,"train/tensor_act_model_layers_39_mlp_gate_proj/std":0.9765625,"train/tensor_act_model_layers_54_mlp_up_proj/max":2.15625,"train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_44_mlp_gate_proj/min":-1.25,"train/tensor_param_model_layers_52_mlp_down_proj_weight/mean":0.0002651214599609375,"train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_80_mlp_gate_proj/max_abs":2.796875,"train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_45_residual_pre_attn/mean":21.875,"train/tensor_act_model_layers_46_mlp_gate_proj/std":1.015625,"train/tensor_act_model_layers_9_mlp/max_abs":0.5,"train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_63_residual_pre_attn/norm":62325.0859375,"train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs":0.12158203125,"train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_79_residual_post_attn/max":41,"train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_80_mlp_up_proj/max":2.65625,"train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_26_mlp/mean":0.5,"train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs":0.1357421875,"train/tensor_param_model_layers_38_mlp_down_proj_weight/max":0.1181640625,"train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm":8.5,"train/tensor_act_model_layers_22_residual_pre_attn/max_abs":12,"train/tensor_param_model_layers_88_mlp_down_proj_weight/norm":8.1875,"train/tensor_grad_model_layers_28_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_54_mlp_gate_proj_weight/range":0.2568359375,"train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs":0.13671875,"train/tensor_param_model_layers_24_mlp_up_proj_weight/min":-0.11181640625,"train/tensor_act_model_layers_87_residual_post_attn/max_abs":45.5,"train/tensor_act_model_layers_64_mlp_up_proj/min":-2.421875,"train/tensor_act_model_layers_87_mlp_up_proj/max_abs":2.953125,"train/tensor_act_model_layers_85_residual_post_mlp/max_abs":45,"train/tensor_act_model_layers_86_mlp_down_proj/range":2.015625,"train/tensor_act_model_layers_16_residual_pre_attn/max_abs":8.9375,"train/tensor_act_model_layers_73_residual_post_mlp/max":38.25,"train/tensor_act_model_layers_50_residual_pre_attn/std":0.76171875,"train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_58_residual_post_mlp/max_abs":30.875,"train/tensor_param_model_layers_23_mlp_gate_proj_weight/min":-0.1240234375,"train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_56_mlp_up_proj/range":4.390625,"train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_71_mlp_up_proj/norm":3110.0361328125,"train/tensor_act_model_layers_47_residual_post_attn/max_abs":24.625,"train/tensor_act_model_layers_67_mlp_down_proj/mean":1.9609375,"train/tensor_grad_model_layers_44_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_6_mlp_down_proj_weight/min":-0.1015625,"train/tensor_act_model_layers_29_residual_post_mlp/max":16,"train/tensor_param_model_layers_62_mlp_up_proj_weight/mean":0.00058746337890625,"train/tensor_act_model_layers_20_mlp_gate_proj/max_abs":2.046875,"train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit":0,"train/tensor_grad_model_layers_58_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_10_mlp/norm":1024,"train/tensor_param_model_layers_76_mlp_up_proj_weight/mean":0.00011157989501953125,"train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_3_mlp_up_proj/norm":3241.601806640625,"train/tensor_act_model_layers_75_mlp_up_proj/max_abs":2.578125,"train/tensor_act_model_layers_11_mlp/norm":1024,"train/tensor_act_model_layers_70_residual_pre_attn/max_abs":36.25,"train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_98_residual_pre_attn/range":7.75,"train/tensor_act_model_layers_25_residual_post_mlp/mean":12.6875,"train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_36_residual_pre_attn/max":19.125,"train/tensor_act_model_layers_15_residual_pre_attn/norm":15126.0263671875,"train/tensor_act_model_layers_84_residual_post_attn/min":37,"train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_79_mlp_down_proj_weight/norm":7.34375,"train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_4_residual_post_attn/range":1.234375,"train/tensor_act_model_layers_79_residual_pre_attn/mean":38.25,"train/tensor_param_model_layers_64_mlp_gate_proj_weight/max":0.1328125,"train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_65_mlp_gate_proj_weight/std":0.038818359375,"train/tensor_param_model_layers_61_mlp_gate_proj_weight/std":0.0380859375,"train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_residual_post_attn/mean":7.34375,"train/tensor_act_model_layers_55_mlp_gate_proj/max":2.265625,"train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_45_residual_post_attn/max":23.625,"train/tensor_act_model_layers_90_residual_post_attn/mean":43.5,"train/tensor_act_model_layers_52_mlp_up_proj/range":4.375,"train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs":0.17578125,"train/tensor_param_model_layers_0_mlp_down_proj_weight/norm":7.75,"train/tensor_act_model_layers_69_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_27_residual_post_attn/std":0.478515625,"train/tensor_act_model_layers_75_residual_pre_attn/mean":36.25,"train/tensor_act_model_layers_83_residual_post_mlp/mean":40.75,"train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_48_residual_post_mlp/mean":23.75,"train/tensor_act_model_layers_15_residual_pre_attn/max_abs":8.375,"train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_11_mlp_up_proj_weight/min":-0.1220703125,"train/tensor_act_model_layers_81_residual_post_mlp/range":6.5,"train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_3_residual_post_attn/min":0.93359375,"train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_73_mlp_down_proj_weight/std":0.037353515625,"train/tensor_act_model_layers_19_residual_pre_attn/mean":9.3125,"train/tensor_param_model_layers_25_mlp_up_proj_weight/max":0.1171875,"train/tensor_act_model_layers_38_residual_post_attn/range":3.625,"train/tensor_act_model_layers_1_residual_post_attn/max":0.890625,"train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_46_mlp/max_abs":0.5,"train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_57_mlp_up_proj/range":5.09375,"train/tensor_act_model_layers_36_residual_post_attn/norm":35887.02734375,"train/tensor_act_model_layers_46_residual_post_mlp/range":3.875,"train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_mlp_up_proj/mean":0.1201171875,"train/tensor_act_model_layers_74_residual_post_attn/min":33.25,"train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_1_mlp/min":0.5,"train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_80_mlp_up_proj/max_abs":2.65625,"train/tensor_grad_model_layers_29_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_86_mlp/max":0.5,"train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_residual_post_attn/std":1.2578125,"train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_27_mlp_gate_proj_weight/std":0.0308837890625,"train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_residual_pre_attn/min":23.875,"train/tensor_act_model_layers_70_mlp_gate_proj/max":2.75,"train/tensor_act_model_layers_77_residual_post_attn/max_abs":40,"train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_2_mlp_up_proj/norm":3347.670654296875,"train/tensor_grad_model_layers_5_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_74_residual_post_mlp/std":1.0703125,"train/tensor_act_model_layers_71_residual_post_attn/range":5,"train/tensor_act_model_layers_62_mlp_down_proj/mean":1.96875,"train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_66_mlp_up_proj_weight/norm":6.65625,"train/tensor_grad_model_layers_20_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_86_residual_post_mlp/mean":42.25,"train/tensor_act_model_layers_43_residual_post_mlp/max":23.125,"train/tensor_act_model_layers_78_mlp_down_proj/max":2.640625,"train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_81_mlp_down_proj/max_abs":2.84375,"train/tensor_act_model_layers_97_mlp_up_proj/max_abs":2.921875,"train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean":0.0021209716796875,"train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_77_mlp_down_proj/max":2.859375,"train/tensor_act_model_layers_75_mlp_down_proj/std":0.1875,"train/tensor_act_model_layers_16_mlp_gate_proj/min":-1.265625,"train/tensor_act_model_layers_50_residual_post_mlp/range":4.25,"train/tensor_act_model_layers_77_mlp_up_proj/min":-2.59375,"train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_96_residual_post_mlp/max_abs":50.75,"train/tensor_act_model_layers_34_mlp_up_proj/std":1.0859375,"train/tensor_act_model_layers_9_residual_post_mlp/mean":4.9375,"train/tensor_act_model_layers_69_mlp_up_proj/range":4.421875,"train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_90_mlp_down_proj_weight/std":0.046142578125,"train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_23_residual_post_mlp/norm":24045.326171875,"train/tensor_act_model_layers_37_residual_post_mlp/std":0.60546875,"train/tensor_act_model_layers_55_residual_post_mlp/max_abs":29,"train/tensor_act_model_layers_96_residual_post_mlp/norm":96268.0859375,"train/tensor_act_model_layers_25_mlp/norm":1024,"train/tensor_act_model_layers_90_mlp_gate_proj/range":4.0390625,"train/tensor_act_model_layers_85_mlp_gate_proj/max":2.796875,"train/tensor_param_model_layers_32_mlp_down_proj_weight/norm":5.5,"train/tensor_grad_model_layers_86_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_51_mlp_down_proj_weight/max":0.12890625,"train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_51_residual_post_attn/mean":24.75,"train/tensor_param_model_layers_78_mlp_gate_proj_weight/std":0.0419921875,"train/tensor_act_model_layers_75_residual_post_attn/max":38.75,"train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_residual_post_attn/max_abs":2.109375,"train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_17_mlp_gate_proj/min":-1.265625,"train/tensor_act_model_layers_77_residual_post_mlp/max":40.5,"train/tensor_act_model_layers_19_residual_post_attn/max":10.5625,"train/tensor_act_model_layers_84_residual_post_attn/mean":40.75,"train/tensor_act_model_layers_26_residual_post_attn/mean":12.6875,"train/tensor_act_model_layers_27_residual_post_attn/max":14.5625,"train/tensor_act_model_layers_84_residual_post_mlp/min":37.5,"train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm":5.75,"train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_11_mlp_down_proj_weight/max":0.111328125,"train/tensor_act_model_layers_81_mlp_down_proj/std":0.154296875,"train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_94_mlp_gate_proj_weight/max":0.1728515625,"train/tensor_act_model_layers_12_mlp_gate_proj/norm":3050.913818359375,"train/tensor_act_model_layers_73_mlp_gate_proj/norm":2971.19287109375,"train/tensor_param_model_layers_27_mlp_gate_proj_weight/min":-0.11376953125,"train/tensor_act_model_layers_81_mlp/std":0,"train/tensor_act_model_layers_27_residual_pre_attn/max":14.5,"train/tensor_act_model_layers_33_residual_pre_attn/std":0.55859375,"train/tensor_grad_model_layers_66_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_63_mlp_down_proj/min":1.765625,"train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_80_mlp_down_proj/max":2.734375,"train/tensor_act_model_layers_39_residual_pre_attn/range":3.625,"train/tensor_act_model_layers_29_mlp_gate_proj/max":2.171875,"train/tensor_act_model_layers_97_residual_post_mlp/max":51.25,"train/tensor_act_model_layers_96_residual_post_attn/min":42.75,"train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_51_mlp_up_proj/max":2.375,"train/tensor_param_model_layers_94_mlp_gate_proj_weight/min":-0.169921875,"train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_11_mlp_down_proj_weight/min":-0.0986328125,"train/tensor_act_model_layers_49_mlp/max":0.5,"train/tensor_act_model_layers_0_mlp_gate_proj/range":9,"train/tensor_act_model_layers_32_mlp_down_proj/norm":3963.38623046875,"train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_71_mlp_down_proj_weight/norm":6.8125,"train/tensor_act_model_layers_52_residual_post_attn/range":4.375,"train/tensor_act_model_layers_99_mlp_down_proj/max_abs":3.28125,"train/tensor_act_model_layers_71_mlp_gate_proj/max":2.484375,"train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_98_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs":0.1201171875,"train/tensor_act_model_layers_33_mlp_gate_proj/norm":3102.95654296875,"total_flos":1.1291993309184e+16,"train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_95_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_17_mlp_down_proj/std":0.1318359375,"train/tensor_grad_model_layers_57_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_61_mlp_up_proj/max":2.609375,"train/tensor_param_model_layers_10_mlp_up_proj_weight/range":0.2099609375,"train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_96_mlp_up_proj_weight/mean":0.001007080078125,"train/tensor_act_model_layers_43_mlp_up_proj/max":2.1875,"train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_20_mlp_up_proj_weight/min":-0.125,"train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs":0.1298828125,"train/tensor_grad_model_layers_76_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_70_mlp_up_proj_weight/mean":0.00013828277587890625,"train/tensor_param_model_layers_67_mlp_down_proj_weight/norm":6.6875,"train/tensor_grad_model_layers_36_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_98_mlp_gate_proj/max":3.265625,"train/tensor_act_model_layers_34_residual_pre_attn/min":14.75,"train/tensor_param_model_layers_46_mlp_down_proj_weight/mean":0.000885009765625,"train/tensor_act_model_layers_72_residual_post_mlp/mean":35.25,"train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_4_mlp_down_proj/std":0.1953125,"train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_92_mlp_gate_proj/max":2.703125,"train/tensor_param_model_layers_51_mlp_down_proj_weight/std":0.034423828125,"train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_11_mlp_gate_proj/norm":3056.00830078125,"train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm":5.40625,"train/tensor_act_model_layers_29_mlp/range":0,"train/tensor_param_model_layers_78_mlp_gate_proj_weight/max":0.1396484375,"train/tensor_act_model_layers_16_mlp_down_proj/std":0.1611328125,"train/tensor_act_model_layers_84_mlp/range":0,"train/tensor_act_model_layers_75_mlp_gate_proj/min":-1.296875,"train/tensor_param_model_layers_43_mlp_up_proj_weight/mean":-0.000278472900390625,"train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean":0.000736236572265625,"train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_1_mlp_up_proj_weight/std":0.03369140625,"train/tensor_act_model_layers_77_mlp_gate_proj/mean":0.1357421875,"train/tensor_act_model_layers_66_mlp_gate_proj/max":2.6875,"train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_90_mlp_up_proj_weight/mean":0.000213623046875,"train/tensor_act_model_layers_57_residual_post_attn/max_abs":29.75,"train/tensor_grad_model_layers_30_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_51_mlp/range":0,"train/tensor_act_model_layers_35_mlp_gate_proj/max":2.46875,"train/tensor_act_model_layers_74_mlp/range":0,"train/tensor_grad_model_layers_17_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_90_mlp_down_proj_weight/max":0.154296875,"train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_15_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_89_mlp_down_proj_weight/range":0.2841796875,"train/tensor_act_model_layers_23_mlp/max_abs":0.5,"train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_21_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_81_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_59_mlp_down_proj/max_abs":2.84375,"train/tensor_act_model_layers_56_mlp_down_proj/range":1.0078125,"train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_27_mlp_gate_proj/mean":0.2265625,"train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_88_mlp_gate_proj_weight/range":0.3291015625,"train/tensor_act_model_layers_69_residual_post_attn/mean":33.25,"train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm":5.3125,"train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_32_residual_pre_attn/min":13.875,"train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean":0.00115203857421875,"train/tensor_act_model_layers_6_mlp_down_proj/min":1.7578125,"train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_90_mlp_up_proj_weight/range":0.3076171875,"train/tensor_param_model_layers_99_mlp_down_proj_weight/range":0.3486328125,"train/tensor_act_model_layers_25_mlp_gate_proj/std":1.015625,"train/tensor_act_model_layers_59_mlp_gate_proj/mean":0.171875,"train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_21_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range":0,"train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm":6.875,"train/tensor_act_model_layers_87_mlp_up_proj/std":1.09375,"train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_5_mlp_gate_proj_weight/range":0.24072265625,"train/tensor_act_model_layers_18_residual_pre_attn/max_abs":9.9375,"train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_83_mlp_down_proj/min":1.75,"train/tensor_act_model_layers_14_residual_post_attn/std":0.3046875,"train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_0_mlp_down_proj/min":1.796875,"train/tensor_act_model_layers_54_residual_post_mlp/max_abs":28.625,"train/tensor_param_model_layers_38_mlp_down_proj_weight/std":0.031982421875,"train/tensor_act_model_layers_23_mlp_down_proj/range":0.7109375,"train/tensor_grad_model_layers_56_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_75_mlp_up_proj/max":2.34375,"train/tensor_grad_model_layers_83_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_44_mlp_down_proj/std":0.1279296875,"train/tensor_param_model_layers_69_mlp_gate_proj_weight/range":0.259765625,"train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_71_mlp_down_proj/max_abs":2.71875,"train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_65_residual_pre_attn/max":33.75,"train/tensor_act_model_layers_80_residual_post_mlp/max":42,"train/tensor_act_model_layers_16_mlp/max":0.5,"train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_10_mlp_down_proj/mean":1.984375,"train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_3_mlp/max_abs":0.5,"train/tensor_act_model_layers_21_residual_pre_attn/max":11.5625,"train/tensor_act_model_layers_43_residual_post_mlp/range":3.75,"train/tensor_act_model_layers_87_mlp_down_proj/mean":2.078125,"train/tensor_act_model_layers_77_mlp/min":0.5,"train/tensor_param_model_layers_61_mlp_gate_proj_weight/max":0.1279296875,"train/tensor_param_model_layers_65_mlp_gate_proj_weight/max":0.1318359375,"train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_89_mlp_gate_proj/norm":3007.175537109375,"train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_97_mlp_up_proj_weight/std":0.052734375,"train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs":0.14453125,"train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_29_residual_pre_attn/range":2.8125,"train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_99_mlp_gate_proj/norm":3157.7705078125,"train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_5_mlp_down_proj/std":0.2158203125,"train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_30_mlp_down_proj_weight/min":-0.109375,"train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_52_mlp/mean":0.5,"train/tensor_act_model_layers_51_residual_pre_attn/std":0.76953125,"train/tensor_grad_model_layers_48_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_64_mlp_gate_proj_weight/std":0.03857421875,"train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_11_residual_post_attn/min":4.625,"train/tensor_act_model_layers_31_residual_post_mlp/max":17.125,"train/tensor_act_model_layers_13_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_89_residual_pre_attn/range":7.25,"train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_66_mlp_down_proj_weight/norm":6.625,"train/tensor_act_model_layers_3_residual_post_mlp/max_abs":2.609375,"train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_81_residual_pre_attn/std":1.203125,"train/tensor_param_model_layers_38_mlp_up_proj_weight/min":-0.130859375,"train/tensor_act_model_layers_68_residual_post_mlp/norm":68249.625,"train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_6_mlp_down_proj_weight/mean":8.678436279296875e-05,"train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_16_residual_pre_attn/mean":7.84375,"train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_60_residual_post_mlp/std":0.92578125,"train/tensor_param_model_layers_76_mlp_down_proj_weight/mean":0.00099945068359375,"train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_92_mlp_down_proj_weight/norm":8.625,"train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs":0.1181640625,"train/tensor_act_model_layers_13_residual_pre_attn/mean":6.40625,"train/tensor_act_model_layers_82_mlp_gate_proj/max":3.203125,"train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_25_mlp_up_proj/range":4.28125,"train/tensor_act_model_layers_77_mlp/mean":0.5,"train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_67_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_24_mlp/norm":1024,"train/tensor_param_model_layers_4_mlp_down_proj_weight/norm":5.03125,"train/tensor_act_model_layers_49_mlp/range":0,"train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_49_residual_post_mlp/std":0.76171875,"train/tensor_act_model_layers_91_residual_pre_attn/max":48,"train/tensor_act_model_layers_71_mlp_down_proj/mean":1.9609375,"train/tensor_act_model_layers_47_residual_post_attn/std":0.6953125,"train/tensor_act_model_layers_4_residual_pre_attn/norm":4094.06005859375,"train/tensor_act_model_layers_70_residual_post_mlp/mean":34.25,"train/tensor_act_model_layers_8_residual_post_mlp/min":3.6875,"train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_30_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_residual_pre_attn/max":25.125,"train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_74_residual_post_mlp/max_abs":38.75,"train/tensor_param_model_layers_16_mlp_down_proj_weight/mean":-0.000835418701171875,"train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_47_residual_pre_attn/max":24.625,"train/tensor_param_model_layers_57_mlp_gate_proj_weight/std":0.037353515625,"train/tensor_act_model_layers_54_residual_post_attn/max_abs":28.125,"train/tensor_param_model_layers_58_mlp_down_proj_weight/max":0.1337890625,"train/tensor_act_model_layers_25_residual_pre_attn/min":11,"train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_38_mlp_down_proj/min":1.8125,"train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_mlp_gate_proj/range":3.5859375,"train/tensor_act_model_layers_94_mlp_up_proj/std":1.09375,"train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_67_residual_post_mlp/range":4.75,"train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_70_mlp_down_proj_weight/std":0.037109375,"train/tensor_act_model_layers_12_residual_post_attn/std":0.26171875,"train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_1_mlp_down_proj/mean":2.671875,"train/tensor_act_model_layers_97_mlp_down_proj/max_abs":3.71875,"train/tensor_act_model_layers_50_mlp_up_proj/std":1.0546875,"train/tensor_act_model_layers_64_residual_post_attn/norm":63208.9375,"train/tensor_act_model_layers_51_mlp_up_proj/norm":3272.27587890625,"train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_68_residual_post_attn/range":4.875,"train/tensor_param_model_layers_45_mlp_gate_proj_weight/range":0.25390625,"train/tensor_act_model_layers_79_mlp/norm":1024,"train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs":0.1357421875,"train/tensor_act_model_layers_93_mlp_up_proj/max_abs":2.921875,"train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_10_mlp_down_proj/max":2.703125,"train/tensor_act_model_layers_58_mlp_down_proj/mean":1.9375,"train/tensor_act_model_layers_65_mlp/norm":1024,"train/tensor_param_model_layers_97_mlp_down_proj_weight/std":0.05126953125,"train/tensor_param_model_layers_18_mlp_up_proj_weight/range":0.2119140625,"train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs":0.1298828125,"train/tensor_act_model_layers_19_residual_pre_attn/min":8.25,"train/tensor_param_model_layers_50_mlp_down_proj_weight/range":0.2568359375,"train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_8_residual_pre_attn/min":3.234375,"train/tensor_act_model_layers_60_mlp_up_proj/mean":-0.04443359375,"train/tensor_act_model_layers_1_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_66_mlp_down_proj_weight/std":0.03662109375,"train/tensor_act_model_layers_15_mlp_up_proj/max_abs":1.890625,"train/tensor_param_model_layers_52_mlp_up_proj_weight/range":0.2822265625,"train/tensor_act_model_layers_27_mlp_gate_proj/max_abs":2.171875,"train/tensor_act_model_layers_41_mlp_down_proj/mean":1.953125,"train/tensor_act_model_layers_34_residual_post_mlp/norm":34886.015625,"train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_16_residual_post_attn/max":8.875,"train/tensor_act_model_layers_49_residual_post_mlp/mean":24.25,"train/tensor_act_model_layers_91_mlp_down_proj/max":3,"train/tensor_act_model_layers_13_residual_post_attn/max":7.3125,"train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_58_residual_post_mlp/range":4.75,"train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_77_mlp_up_proj_weight/range":0,"train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_93_mlp_gate_proj/std":1.0625,"train/tensor_act_model_layers_53_residual_pre_attn/range":4.375,"train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_22_residual_pre_attn/range":2.375,"train/tensor_param_model_layers_67_mlp_gate_proj_weight/std":0.0390625,"train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_82_mlp_down_proj/range":1.3203125,"train/tensor_act_model_layers_97_mlp/mean":0.484375,"train/tensor_act_model_layers_57_mlp_up_proj/max":2.359375,"train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean":0.000972747802734375,"train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_39_residual_pre_attn/norm":38856.28125,"train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_65_mlp_down_proj_weight/std":0.036376953125,"train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_87_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_48_mlp_gate_proj/max_abs":2.390625,"train/tensor_act_model_layers_3_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_32_mlp_gate_proj/max":2.28125,"train/tensor_act_model_layers_58_mlp_down_proj/min":1.7890625,"train/tensor_grad_model_layers_23_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_99_mlp_gate_proj/max_abs":3.28125,"train/tensor_param_model_layers_19_mlp_gate_proj_weight/min":-0.1298828125,"train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_5_residual_post_mlp/max":3.625,"train/tensor_act_model_layers_97_residual_post_attn/norm":96233.765625,"train/tensor_act_model_layers_26_residual_post_attn/range":2.625,"train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_57_mlp/min":0.5,"train/tensor_param_model_layers_17_mlp_down_proj_weight/mean":-0.0001888275146484375,"train/tensor_act_model_layers_52_mlp_gate_proj/max_abs":2.25,"train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_86_mlp_down_proj_weight/min":-0.1455078125,"train/tensor_act_model_layers_85_residual_pre_attn/range":7,"train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_62_mlp_gate_proj_weight/max":0.1318359375,"train/tensor_param_model_layers_12_mlp_up_proj_weight/norm":5.15625,"train/tensor_act_model_layers_57_residual_pre_attn/max":29.625,"train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm":5.53125,"train/tensor_param_model_layers_41_mlp_gate_proj_weight/std":0.033447265625,"train/tensor_act_model_layers_26_residual_post_attn/min":11.375,"train/tensor_grad_model_layers_64_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs":0.1298828125,"train/tensor_param_model_layers_69_mlp_down_proj_weight/norm":6.65625,"train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_18_mlp/min":0.5,"train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_10_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_39_mlp_gate_proj_weight/min":-0.1259765625,"train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm":7,"train/tensor_act_model_layers_76_residual_pre_attn/max":39.25,"train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_2_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_37_mlp_gate_proj/norm":2984.218994140625,"train/tensor_param_model_layers_46_mlp_up_proj_weight/min":-0.1240234375,"train/tensor_act_model_layers_85_residual_post_attn/min":37.25,"train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_67_mlp_down_proj/range":0.7578125,"train/tensor_param_model_layers_73_mlp_gate_proj_weight/std":0.039794921875,"train/tensor_grad_model_layers_40_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_36_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_6_mlp_gate_proj_weight/min":-0.11669921875,"train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_3_mlp_gate_proj_weight/max":0.125,"train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_mlp/norm":1024,"train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs":0.1298828125,"train/tensor_param_model_layers_67_mlp_up_proj_weight/max":0.13671875,"train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_67_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_77_mlp/norm":1024,"train/tensor_act_model_layers_6_residual_pre_attn/std":0.166015625,"train/tensor_act_model_layers_16_mlp/std":0,"train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_69_mlp_down_proj_weight/range":0.26953125,"train/tensor_act_model_layers_41_mlp/norm":1024,"train/tensor_act_model_layers_20_mlp_gate_proj/norm":2934.98486328125,"train/tensor_act_model_layers_45_mlp/std":0,"train/tensor_act_model_layers_15_mlp_up_proj/mean":0.0205078125,"train/tensor_act_model_layers_87_mlp_down_proj/max_abs":3.296875,"train/tensor_act_model_layers_90_mlp/norm":1024,"train/tensor_act_model_layers_26_residual_post_mlp/norm":27023.98046875,"train/tensor_param_model_layers_59_mlp_gate_proj_weight/max":0.1328125,"train/tensor_act_model_layers_40_residual_post_mlp/mean":19.875,"train/tensor_param_model_layers_19_mlp_gate_proj_weight/std":0.030029296875,"train/tensor_act_model_layers_85_residual_post_mlp/norm":85345.4453125,"train/tensor_act_model_layers_69_mlp_down_proj/norm":4111.34765625,"train/tensor_act_model_layers_22_residual_pre_attn/norm":22052.220703125,"train/tensor_act_model_layers_47_mlp_up_proj/max":2.03125,"train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_56_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_72_mlp_up_proj_weight/norm":6.875,"train/tensor_act_model_layers_38_residual_post_mlp/mean":19,"train/tensor_act_model_layers_66_mlp_up_proj/min":-2.40625,"train/tensor_param_model_layers_65_mlp_down_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_24_residual_pre_attn/range":2.4375,"train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean":0,"train/tensor_param_model_layers_27_mlp_up_proj_weight/max":0.1181640625,"train/tensor_act_model_layers_46_residual_pre_attn/norm":45768.203125,"train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean":0.00069427490234375,"train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_60_mlp_gate_proj/max":2.515625,"train/tensor_act_model_layers_66_mlp/mean":0.5,"train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_72_residual_post_mlp/max_abs":37.75,"train/tensor_act_model_layers_92_mlp/max_abs":0.5,"train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_84_mlp_down_proj/max_abs":2.625,"train/tensor_act_model_layers_64_residual_post_mlp/min":29.125,"train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_72_residual_post_mlp/range":5,"train/tensor_act_model_layers_66_residual_post_attn/mean":31.875,"train/tensor_act_model_layers_73_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_87_mlp/max":0.5,"train/tensor_act_model_layers_47_mlp_down_proj/mean":1.9375,"train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_8_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_76_residual_pre_attn/norm":75220.2578125,"train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_77_residual_post_attn/range":5.75,"train/tensor_act_model_layers_47_mlp_gate_proj/min":-1.2265625,"train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_36_mlp_gate_proj/std":1.0078125,"train/tensor_act_model_layers_53_mlp/max":0.5,"train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_87_mlp_down_proj_weight/norm":8,"train/tensor_act_model_layers_51_residual_post_mlp/std":0.78515625,"train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_47_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_29_mlp_up_proj_weight/range":0.2216796875,"train/tensor_act_model_layers_34_mlp_gate_proj/mean":0.169921875,"train/tensor_act_model_layers_61_residual_post_mlp/mean":30,"train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_53_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_43_mlp_up_proj/norm":3127.251953125,"train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_38_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_95_mlp_down_proj_weight/max":0.189453125,"train/tensor_grad_model_layers_64_mlp_down_proj_weight/range":0,"train/tensor_param_model_layers_73_mlp_gate_proj_weight/min":-0.130859375,"train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_91_mlp_gate_proj/max_abs":3.421875,"train/tensor_param_model_layers_53_mlp_down_proj_weight/mean":-0.000385284423828125,"train/tensor_act_model_layers_43_residual_post_mlp/max_abs":23.125,"train/tensor_act_model_layers_39_residual_post_mlp/max":21.125,"train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_39_mlp_gate_proj_weight/std":0.03369140625,"train/tensor_act_model_layers_28_residual_post_attn/mean":13.625,"train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_18_mlp_up_proj/norm":3154.763427734375,"train/tensor_param_model_layers_41_mlp_gate_proj_weight/min":-0.125,"train/tensor_act_model_layers_54_mlp_down_proj/std":0.138671875,"train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_86_mlp_down_proj_weight/std":0.044677734375,"train/tensor_act_model_layers_66_residual_post_mlp/max":34.75,"train/tensor_param_model_layers_57_mlp_gate_proj_weight/min":-0.1337890625,"train/tensor_act_model_layers_13_mlp_up_proj/std":1.109375,"train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_33_mlp_gate_proj_weight/range":0.2509765625,"train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs":0.1455078125,"train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_42_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_8_mlp_down_proj/range":0.84375,"train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_70_mlp_gate_proj/mean":0.1357421875,"train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_38_mlp_up_proj_weight/mean":0.00021457672119140625,"train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_62_residual_post_attn/range":5,"train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_68_mlp_up_proj/mean":-0.11083984375,"train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_85_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_2_mlp_down_proj_weight/max":0.1181640625,"train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_62_residual_post_attn/mean":29.875,"train/tensor_param_model_layers_18_mlp_up_proj_weight/mean":-0.00103759765625,"train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_47_residual_post_attn/max":24.625,"train/tensor_act_model_layers_93_mlp/std":0.087890625,"train/tensor_param_model_layers_48_mlp_down_proj_weight/norm":6.15625,"train/tensor_param_model_layers_21_mlp_up_proj_weight/std":0.0294189453125,"train/tensor_act_model_layers_77_residual_post_attn/norm":76253.359375,"train/tensor_act_model_layers_35_mlp/mean":0.5,"train/tensor_act_model_layers_12_residual_pre_attn/mean":5.90625,"train/tensor_param_model_layers_53_mlp_down_proj_weight/range":0.2548828125,"train/tensor_act_model_layers_34_residual_post_attn/min":14.5625,"train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit":0.9740877151489258,"train/tensor_param_model_layers_87_mlp_up_proj_weight/norm":8.1875,"train/tensor_act_model_layers_10_mlp_up_proj/mean":0.03271484375,"train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_58_residual_post_mlp/min":26.125,"train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean":0.000789642333984375,"train/tensor_act_model_layers_84_mlp_up_proj/min":-2.671875,"train/tensor_act_model_layers_68_residual_post_attn/min":30.375,"train/tensor_act_model_layers_89_mlp/mean":0.5,"train/tensor_act_model_layers_18_mlp/max":0.5,"train/tensor_act_model_layers_90_mlp/max_abs":0.5,"train/tensor_act_model_layers_12_residual_post_attn/max":6.75,"train/tensor_param_model_layers_76_mlp_up_proj_weight/max":0.1279296875,"train/tensor_param_model_layers_66_mlp_down_proj_weight/min":-0.12890625,"train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_67_mlp_gate_proj_weight/min":-0.134765625,"train/tensor_act_model_layers_6_mlp_gate_proj/max_abs":2.140625,"train/tensor_param_model_layers_17_mlp_down_proj_weight/max":0.10205078125,"train/tensor_param_model_layers_24_mlp_down_proj_weight/range":0.24658203125,"train/tensor_act_model_layers_60_residual_post_attn/mean":29,"train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit":1,"train/tensor_param_model_layers_97_mlp_down_proj_weight/min":-0.1767578125,"train/tensor_act_model_layers_61_mlp_gate_proj/std":0.9765625,"train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_47_residual_pre_attn/mean":22.875,"train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean":0,"train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit":0,"train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_43_mlp_up_proj_weight/min":-0.1259765625,"train/tensor_act_model_layers_67_residual_pre_attn/max":34.75,"train/tensor_act_model_layers_48_mlp/max_abs":0.5,"train/tensor_param_model_layers_70_mlp_down_proj_weight/min":-0.1259765625,"train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs":0.12890625,"train/tensor_act_model_layers_34_residual_pre_attn/max_abs":18.25,"train/tensor_act_model_layers_13_residual_post_attn/std":0.267578125,"train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_16_residual_post_attn/std":0.322265625,"train/tensor_act_model_layers_5_residual_pre_attn/max":3.125,"train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min":0,"train/tensor_param_model_layers_33_mlp_down_proj_weight/norm":5.46875,"train/tensor_act_model_layers_93_mlp_gate_proj/range":4.75,"train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean":0.002685546875,"train/tensor_act_model_layers_77_mlp/range":0,"train/tensor_act_model_layers_20_residual_pre_attn/norm":20042.49609375,"train/tensor_param_model_layers_35_mlp_up_proj_weight/mean":0.00057220458984375,"train/tensor_param_model_layers_86_mlp_down_proj_weight/norm":8.0625,"train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_77_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs":0.126953125,"train/tensor_param_model_layers_38_mlp_down_proj_weight/min":-0.1279296875,"train/tensor_param_model_layers_60_mlp_up_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_62_mlp_down_proj/max":3.3125,"train/tensor_act_model_layers_15_mlp_gate_proj/range":3.609375,"train/tensor_act_model_layers_91_residual_pre_attn/range":7.5,"train/tensor_act_model_layers_12_residual_post_attn/norm":12109.2041015625,"train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_8_mlp_down_proj/std":0.1435546875,"train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_61_residual_post_mlp/max":32.5,"train/tensor_act_model_layers_53_mlp_up_proj/std":1.109375,"train/tensor_act_model_layers_27_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_69_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_48_mlp_up_proj/max_abs":2.265625,"train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_41_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_56_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_63_residual_post_mlp/range":4.875,"train/tensor_act_model_layers_73_mlp/std":0,"train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_41_mlp_up_proj_weight/max":0.12890625,"train/tensor_param_model_layers_21_mlp_up_proj_weight/mean":0.0004730224609375,"train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_23_mlp_up_proj_weight/min":-0.1142578125,"train/tensor_act_model_layers_14_residual_post_attn/max":7.90625,"train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean":0.00159454345703125,"train/tensor_act_model_layers_68_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_11_residual_post_mlp/norm":12135.5029296875,"train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_80_mlp_gate_proj/norm":2983.3974609375,"train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_74_mlp_up_proj/max":2.40625,"train/tensor_act_model_layers_8_mlp_up_proj/std":1.078125,"train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm":0,"train/tensor_param_model_layers_64_mlp_gate_proj_weight/min":-0.130859375,"train/tensor_grad_model_layers_75_mlp_down_proj_weight/min":0,"train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_51_mlp_down_proj/std":0.138671875,"train/tensor_act_model_layers_74_mlp/max_abs":0.5,"train/tensor_act_model_layers_62_residual_post_mlp/min":28,"train/tensor_act_model_layers_91_mlp_up_proj/std":1.0859375,"train/tensor_act_model_layers_0_mlp_down_proj/max":22.875,"train/tensor_param_model_layers_30_mlp_down_proj_weight/std":0.0301513671875,"train/tensor_act_model_layers_60_residual_post_attn/max_abs":31.375,"train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_35_mlp_up_proj/std":1.078125,"train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_61_mlp_up_proj/range":4.875,"train/tensor_param_model_layers_65_mlp_gate_proj_weight/range":0.2626953125,"train/tensor_grad_model_layers_4_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_44_residual_post_mlp/min":19.875,"train/tensor_act_model_layers_6_residual_post_attn/range":1.453125,"train/tensor_param_model_layers_42_mlp_down_proj_weight/norm":5.84375,"train/tensor_act_model_layers_14_residual_pre_attn/mean":6.875,"train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_22_mlp_down_proj/range":0.6875,"train/tensor_act_model_layers_16_residual_post_mlp/min":7.375,"train/tensor_act_model_layers_86_mlp/max_abs":0.5,"train/tensor_grad_model_layers_33_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_36_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_30_mlp_up_proj_weight/std":0.03076171875,"train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_23_mlp_gate_proj_weight/max":0.12060546875,"train/tensor_param_model_layers_65_mlp_up_proj_weight/norm":6.6875,"train/tensor_act_model_layers_99_residual_pre_attn/min":44,"train/tensor_act_model_layers_47_residual_pre_attn/max_abs":24.625,"train/tensor_act_model_layers_33_residual_post_mlp/range":3.5,"train/tensor_act_model_layers_20_mlp_down_proj/std":0.1025390625,"train/tensor_grad_model_layers_67_mlp_up_proj_weight/max":0,"train/tensor_param_model_layers_83_mlp_down_proj_weight/range":0.2861328125,"train/tensor_param_model_layers_42_mlp_up_proj_weight/norm":5.90625,"train/tensor_act_model_layers_18_mlp/norm":1024,"train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_71_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_99_mlp_up_proj/norm":3095.27587890625,"train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_71_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_6_mlp_down_proj/max":2.796875,"train/tensor_act_model_layers_94_mlp/range":0,"train/tensor_act_model_layers_85_mlp_up_proj/min":-2.625,"train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_40_mlp_up_proj_weight/norm":5.84375,"train/tensor_act_model_layers_60_mlp_gate_proj/max_abs":2.515625,"train/tensor_grad_model_layers_35_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_57_mlp_gate_proj/norm":3034.189208984375,"train/tensor_act_model_layers_92_residual_post_mlp/max":49.25,"train/tensor_grad_model_layers_61_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_49_residual_pre_attn/std":0.73046875,"train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_45_mlp_down_proj/std":0.1328125,"train/tensor_act_model_layers_42_mlp/max":0.5,"train/tensor_param_model_layers_11_mlp_down_proj_weight/std":0.0274658203125,"train/tensor_param_model_layers_94_mlp_gate_proj_weight/std":0.0537109375,"train/tensor_act_model_layers_92_residual_post_attn/mean":44.5,"train/tensor_grad_model_layers_85_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_2_residual_pre_attn/std":0.11083984375,"train/tensor_act_model_layers_52_residual_pre_attn/min":22.875,"train/tensor_act_model_layers_56_mlp_up_proj/min":-2.34375,"train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_38_mlp_gate_proj/max_abs":2.21875,"train/tensor_act_model_layers_28_mlp/norm":1024,"train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_98_residual_pre_attn/max":51.25,"train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_32_mlp_up_proj_weight/max":0.123046875,"train/tensor_act_model_layers_82_residual_pre_attn/min":36.25,"train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_91_mlp_down_proj_weight/mean":9.5367431640625e-06,"train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_81_residual_post_mlp/std":1.2578125,"train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_75_mlp_down_proj_weight/std":0.03857421875,"train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_3_residual_post_attn/std":0.15234375,"train/tensor_act_model_layers_81_mlp_gate_proj/min":-1.3515625,"train/tensor_param_model_layers_26_mlp_gate_proj_weight/range":0.2509765625,"train/tensor_act_model_layers_73_mlp_gate_proj/max":2.5625,"train/tensor_act_model_layers_60_residual_pre_attn/std":0.9140625,"train/tensor_param_model_layers_17_mlp_up_proj_weight/range":0.228515625,"train/tensor_act_model_layers_12_mlp_up_proj/norm":3124.735595703125,"train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_89_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_98_mlp_up_proj_weight/min":-0.1982421875,"train/tensor_grad_model_layers_12_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_19_mlp_down_proj/norm":3979.069580078125,"train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_63_mlp/max":0.5,"train/tensor_param_model_layers_5_mlp_gate_proj_weight/min":-0.12109375,"train/tensor_act_model_layers_36_mlp_up_proj/range":4.84375,"train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_98_mlp_gate_proj/mean":0.357421875,"train/tensor_act_model_layers_59_residual_pre_attn/norm":58443.68359375,"train/tensor_act_model_layers_65_mlp_down_proj/min":1.765625,"train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs":0.134765625,"train/tensor_param_model_layers_51_mlp_down_proj_weight/min":-0.1259765625,"train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_99_mlp_up_proj_weight/std":0.05419921875,"train/tensor_act_model_layers_23_mlp/mean":0.5,"train/tensor_act_model_layers_23_mlp_up_proj/max":2.359375,"train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_19_mlp_down_proj/max":2.671875,"train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_70_residual_pre_attn/max":36.25,"train/tensor_act_model_layers_44_mlp_up_proj/std":1.0234375,"train/tensor_act_model_layers_8_mlp_gate_proj/mean":0.0908203125,"train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_67_mlp_up_proj/min":-2.515625,"train/tensor_act_model_layers_37_mlp/std":0,"train/tensor_grad_model_layers_8_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_12_mlp_gate_proj_weight/range":0.24755859375,"train/tensor_param_model_layers_20_mlp_down_proj_weight/range":0.2490234375,"train/tensor_param_model_layers_21_mlp_down_proj_weight/mean":0.00019073486328125,"train/tensor_param_model_layers_92_mlp_up_proj_weight/std":0.04833984375,"train/tensor_grad_model_layers_6_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_72_mlp_down_proj/max":2.640625,"train/tensor_param_model_layers_73_mlp_down_proj_weight/max":0.1357421875,"train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs":0.1328125,"train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs":0.1259765625,"train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_75_mlp_down_proj_weight/min":-0.14453125,"train/tensor_act_model_layers_93_mlp_up_proj/range":5.5625,"train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_77_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_15_mlp_down_proj_weight/norm":5.125,"train/tensor_param_model_layers_17_mlp_down_proj_weight/range":0.21875,"train/tensor_act_model_layers_30_residual_pre_attn/range":2.9375,"train/tensor_act_model_layers_29_residual_post_mlp/max_abs":16,"train/tensor_param_model_layers_63_mlp_up_proj_weight/min":-0.1279296875,"train/tensor_grad_model_layers_89_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs":0.1259765625,"train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_7_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_89_residual_post_mlp/max_abs":47.5,"train/tensor_param_model_layers_27_mlp_gate_proj_weight/max":0.123046875,"train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_48_mlp_down_proj/range":0.8515625,"train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_7_mlp_up_proj/norm":3237.453857421875,"train/tensor_param_model_layers_80_mlp_gate_proj_weight/std":0.044189453125,"train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_97_mlp_up_proj/max":2.578125,"train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_86_mlp_gate_proj/max_abs":2.953125,"train/tensor_act_model_layers_60_residual_post_mlp/min":27.125,"train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_84_mlp_down_proj/std":0.1708984375,"train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_residual_pre_attn/min":18.75,"train/tensor_act_model_layers_45_mlp_down_proj/max_abs":2.578125,"train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_39_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_85_mlp_up_proj_weight/std":0.044677734375,"train/tensor_act_model_layers_18_mlp_down_proj/std":0.11181640625,"train/tensor_param_model_layers_86_mlp_up_proj_weight/norm":8.25,"train/tensor_param_model_layers_24_mlp_up_proj_weight/range":0.22216796875,"train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_21_mlp/max":0.5,"train/tensor_act_model_layers_35_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_54_residual_post_mlp/max":28.625,"train/tensor_grad_model_layers_57_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_97_mlp_down_proj/norm":4355.59716796875,"train/tensor_param_model_layers_9_mlp_up_proj_weight/min":-0.12109375,"train/tensor_act_model_layers_37_mlp_down_proj/std":0.11083984375,"train/tensor_param_model_layers_4_mlp_up_proj_weight/mean":0.00010013580322265625,"train/tensor_grad_model_layers_99_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_57_mlp_down_proj_weight/mean":-0.000213623046875,"train/tensor_act_model_layers_13_residual_pre_attn/max":7.25,"train/tensor_act_model_layers_84_residual_post_attn/std":1.265625,"train/tensor_act_model_layers_49_mlp_up_proj/norm":3111.318359375,"train/tensor_grad_model_layers_36_mlp_down_proj_weight/std":0,"train/tensor_param_model_layers_2_mlp_gate_proj_weight/max":0.10888671875,"train/tensor_act_model_layers_47_mlp_down_proj/max":2.796875,"train/tensor_act_model_layers_28_mlp/range":0,"train/tensor_act_model_layers_68_mlp_up_proj/max":2.796875,"train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_96_residual_pre_attn/max":50.5,"train/tensor_act_model_layers_3_residual_post_attn/norm":3074.1611328125,"train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_95_mlp_gate_proj_weight/max":0.212890625,"train/tensor_act_model_layers_29_mlp_up_proj/norm":3168.528564453125,"train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean":0.00121307373046875,"train/tensor_act_model_layers_74_mlp/norm":1024,"train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_11_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_68_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_32_residual_post_mlp/range":3.25,"train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_52_mlp/range":0,"train/tensor_act_model_layers_45_mlp/frac_near_user_limit":0,"train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_17_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_75_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_13_mlp_gate_proj/max_abs":2.15625,"train/tensor_act_model_layers_22_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_22_mlp_up_proj/max_abs":2.09375,"train/tensor_act_model_layers_79_residual_post_mlp/norm":79342.328125,"train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_91_mlp_up_proj_weight/min":-0.14453125,"train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_34_mlp/min":0.5,"train/tensor_param_model_layers_28_mlp_down_proj_weight/mean":-3.6716461181640625e-05,"train/tensor_act_model_layers_67_mlp_gate_proj/range":4.015625,"train/tensor_act_model_layers_75_residual_post_mlp/norm":75220.2578125,"train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_19_residual_post_mlp/norm":20042.49609375,"train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_15_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_69_mlp_gate_proj/max_abs":2.453125,"train/tensor_grad_model_layers_21_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_81_residual_post_attn/min":35.75,"train/tensor_act_model_layers_93_mlp_gate_proj/max_abs":3.046875,"train/tensor_act_model_layers_46_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_74_residual_post_attn/std":1.0703125,"train/tensor_act_model_layers_23_residual_post_attn/max":12.5625,"train/tensor_act_model_layers_96_residual_post_attn/max":50.25,"train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs":0,"train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_83_mlp_up_proj_weight/range":0.2802734375,"train/tensor_param_model_layers_79_mlp_up_proj_weight/std":0.040771484375,"train/tensor_param_model_layers_4_mlp_up_proj_weight/norm":5.09375,"train/tensor_grad_model_layers_78_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_85_mlp_up_proj/range":5.765625,"train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_mlp/max":0.5,"train/tensor_param_model_layers_14_mlp_up_proj_weight/range":0.23486328125,"train/tensor_param_model_layers_49_mlp_up_proj_weight/min":-0.125,"train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_53_mlp_up_proj/mean":-0.05517578125,"train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm":5.4375,"train/tensor_act_model_layers_69_mlp_gate_proj/max":2.453125,"train/tensor_act_model_layers_73_residual_post_attn/mean":35.25,"train/tensor_act_model_layers_27_residual_post_attn/min":11.875,"train/tensor_act_model_layers_29_residual_pre_attn/min":12.6875,"train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_84_mlp/min":0.5,"train/tensor_act_model_layers_2_residual_post_mlp/range":0.953125,"train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_57_mlp_gate_proj/max":2.390625,"train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_73_residual_pre_attn/min":32.75,"train/tensor_act_model_layers_62_residual_pre_attn/std":0.91796875,"train/tensor_act_model_layers_46_residual_post_attn/max_abs":24.125,"train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_44_residual_pre_attn/std":0.66015625,"train/tensor_param_model_layers_94_mlp_down_proj_weight/std":0.0498046875,"train/tensor_grad_model_layers_84_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_97_mlp_up_proj_weight/max":0,"train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_41_mlp_down_proj_weight/range":0.24560546875,"train/tensor_act_model_layers_52_mlp_gate_proj/max":2.25,"train/tensor_act_model_layers_66_residual_post_attn/max_abs":34.25,"train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit":0.6834712028503418,"train/tensor_act_model_layers_70_mlp_up_proj/range":4.953125,"train/tensor_param_model_layers_9_mlp_up_proj_weight/mean":-0.00086212158203125,"train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_33_mlp_gate_proj/max_abs":2.1875,"train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_26_mlp/norm":1024,"train/tensor_param_model_layers_35_mlp_gate_proj_weight/range":0.24462890625,"train/tensor_act_model_layers_23_residual_pre_attn/mean":11.25,"train/tensor_act_model_layers_16_residual_pre_attn/std":0.3125,"train/tensor_act_model_layers_82_mlp_gate_proj/range":4.5078125,"train/tensor_act_model_layers_96_residual_pre_attn/mean":46.5,"train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_54_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_62_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_93_residual_pre_attn/range":7.5,"train/tensor_param_model_layers_5_mlp_down_proj_weight/max":0.10302734375,"train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_85_mlp_down_proj/max_abs":3.265625,"train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean":0.00185394287109375,"train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_63_residual_post_attn/range":4.875,"train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm":9.625,"train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_37_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm":0,"train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_67_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_78_mlp_up_proj/max":2.59375,"train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs":0.14453125,"train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_31_mlp_up_proj/max":2.1875,"train/tensor_act_model_layers_78_residual_pre_attn/max_abs":40.5,"train/tensor_grad_model_layers_33_mlp_up_proj_weight/std":0,"train/tensor_param_model_layers_97_mlp_down_proj_weight/range":0.3583984375,"train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs":0,"train/tensor_param_model_layers_64_mlp_down_proj_weight/range":0.2578125,"train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_83_mlp_down_proj/max_abs":2.765625,"train/tensor_act_model_layers_85_residual_pre_attn/min":37.5,"train/tensor_grad_model_layers_96_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_85_mlp_gate_proj/std":1.015625,"train/tensor_act_model_layers_49_mlp_up_proj/max":2.421875,"train/tensor_grad_model_layers_30_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_34_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_40_mlp_gate_proj/norm":3029.776123046875,"train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm":5.8125,"train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit":1,"train/tensor_act_model_layers_26_residual_pre_attn/range":2.625,"train/tensor_act_model_layers_84_residual_pre_attn/range":7,"train/tensor_act_model_layers_23_residual_post_mlp/max_abs":13.0625,"train/tensor_param_model_layers_24_mlp_up_proj_weight/std":0.030029296875,"train/tensor_param_model_layers_9_mlp_down_proj_weight/max":0.10595703125,"train/tensor_act_model_layers_29_residual_post_mlp/mean":14.625,"train/tensor_act_model_layers_37_mlp_up_proj/min":-2.015625,"train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm":0,"train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_93_residual_post_mlp/mean":45.5,"train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_34_mlp_down_proj/std":0.10986328125,"train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_mlp_up_proj/max":2.5625,"train/tensor_param_model_layers_18_mlp_down_proj_weight/std":0.029052734375,"train/tensor_act_model_layers_39_residual_post_attn/mean":19,"train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_78_residual_post_mlp/mean":38.25,"train/tensor_act_model_layers_9_residual_pre_attn/range":1.46875,"train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean":0.00086212158203125,"train/tensor_act_model_layers_62_residual_post_mlp/max_abs":33,"train/tensor_act_model_layers_2_mlp_up_proj/max":2.359375,"train/tensor_act_model_layers_76_mlp_gate_proj/norm":2879.667724609375,"train/tensor_param_model_layers_69_mlp_down_proj_weight/max":0.1279296875,"train/tensor_act_model_layers_58_residual_pre_attn/std":0.87890625,"train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_33_mlp/max":0.5,"train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_85_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_57_mlp_down_proj_weight/std":0.035400390625,"train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_24_mlp_down_proj_weight/std":0.0294189453125,"train/tensor_param_model_layers_74_mlp_up_proj_weight/norm":6.9375,"train/tensor_act_model_layers_2_mlp_gate_proj/min":-1.6484375,"train/tensor_act_model_layers_78_mlp/max_abs":0.5,"train/tensor_act_model_layers_62_mlp_gate_proj/min":-1.21875,"train/tensor_act_model_layers_28_residual_post_attn/min":12.1875,"train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs":0.13671875,"train/tensor_act_model_layers_46_mlp_up_proj/min":-2.359375,"train/tensor_act_model_layers_20_residual_post_mlp/max_abs":11.5625,"train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_27_residual_post_mlp/max_abs":15.0625,"train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_1_mlp_gate_proj/mean":0.12158203125,"train/tensor_act_model_layers_7_mlp/std":0,"train/tensor_act_model_layers_87_mlp_up_proj/mean":0.1572265625,"train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs":0.125,"train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs":0.2197265625,"train/tensor_act_model_layers_70_mlp_gate_proj/std":1.0234375,"train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_residual_post_attn/mean":1.4921875,"train/tensor_param_model_layers_47_mlp_up_proj_weight/norm":6.0625,"train/tensor_param_model_layers_58_mlp_down_proj_weight/range":0.259765625,"train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_72_residual_pre_attn/min":32.25,"train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_56_mlp_gate_proj/mean":0.130859375,"train/tensor_act_model_layers_38_mlp/frac_near_user_limit":0,"train/tensor_param_model_layers_85_mlp_down_proj_weight/mean":0.00074005126953125,"train/tensor_act_model_layers_78_residual_post_attn/mean":37.75,"train/tensor_act_model_layers_8_residual_post_attn/min":3.1875,"train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_11_mlp_up_proj_weight/std":0.0281982421875,"train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_17_residual_pre_attn/mean":8.375,"train/tensor_act_model_layers_60_mlp_down_proj/norm":4018.209716796875,"train/tensor_act_model_layers_55_mlp_gate_proj/std":1.0390625,"train/tensor_act_model_layers_2_mlp_up_proj/min":-2.3125,"train/tensor_act_model_layers_26_residual_post_mlp/max":14.5,"train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_25_mlp_up_proj/norm":3185.3056640625,"train/tensor_param_model_layers_46_mlp_gate_proj_weight/max":0.134765625,"train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs":0.1611328125,"train/tensor_act_model_layers_88_residual_pre_attn/mean":42.75,"train/tensor_act_model_layers_77_residual_post_mlp/norm":77276.9140625,"train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_83_mlp_up_proj/mean":-0.058349609375,"train/tensor_act_model_layers_80_mlp/max_abs":0.5,"train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_55_mlp_up_proj/std":1.125,"train/tensor_act_model_layers_74_mlp/min":0.5,"train/tensor_act_model_layers_98_mlp_up_proj/min":-3.0625,"train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs":0.12890625,"train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs":0.11572265625,"train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm":5.0625,"train/tensor_act_model_layers_6_mlp_down_proj/norm":3995.554443359375,"train/tensor_act_model_layers_19_mlp_gate_proj/min":-1.2734375,"train/tensor_param_model_layers_69_mlp_up_proj_weight/norm":6.75,"train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_59_mlp_gate_proj_weight/range":0.26171875,"train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_70_residual_post_attn/max_abs":36,"train/tensor_grad_model_layers_5_mlp_up_proj_weight/min":0,"train/tensor_param_model_layers_80_mlp_down_proj_weight/range":0.28125,"train/tensor_act_model_layers_88_mlp_up_proj/norm":3058.137451171875,"train/tensor_act_model_layers_75_mlp_down_proj/mean":1.9609375,"train/tensor_act_model_layers_64_residual_pre_attn/std":0.9296875,"train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean":0,"train/tensor_grad_model_layers_90_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_33_mlp_down_proj/max_abs":2.484375,"train/tensor_act_model_layers_35_mlp/range":0,"train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_58_mlp_up_proj/mean":0.06005859375,"train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_79_residual_post_attn/range":6,"train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_15_mlp_down_proj_weight/max":0.09716796875,"train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_39_mlp_gate_proj/max":2.125,"train/tensor_act_model_layers_99_residual_post_attn/mean":48,"train/tensor_act_model_layers_23_mlp_gate_proj/range":3.6796875,"train/tensor_param_model_layers_37_mlp_up_proj_weight/norm":5.84375,"train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_46_mlp_gate_proj/max":2.4375,"train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_86_mlp/min":0.5,"train/tensor_param_model_layers_34_mlp_down_proj_weight/range":0.25244140625,"train/tensor_grad_model_layers_73_mlp_down_proj_weight/max":0,"train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_6_mlp_gate_proj_weight/std":0.0279541015625,"train/tensor_param_model_layers_71_mlp_gate_proj_weight/std":0.040283203125,"train/tensor_act_model_layers_86_residual_pre_attn/max":45,"train/tensor_act_model_layers_88_residual_post_attn/max":46,"train/tensor_grad_model_layers_90_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_80_mlp_down_proj/std":0.1865234375,"train/tensor_act_model_layers_56_mlp_gate_proj/range":3.875,"train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_49_mlp_gate_proj/norm":2933.51318359375,"train/tensor_act_model_layers_3_mlp_up_proj/min":-2.5625,"train/tensor_act_model_layers_8_residual_pre_attn/max":4.65625,"train/tensor_grad_model_layers_18_mlp_up_proj_weight/std":0,"train/tensor_grad_model_layers_60_mlp_down_proj_weight/range":0,"train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_17_residual_post_attn/max":9.4375,"train/tensor_act_model_layers_81_mlp_down_proj/max":2.84375,"train/tensor_act_model_layers_91_mlp/max_abs":0.5,"train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_48_mlp_down_proj/norm":4010.19482421875,"train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs":0.1484375,"train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs":0.1328125,"train/tensor_param_model_layers_57_mlp_down_proj_weight/range":0.2548828125,"train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_22_mlp_gate_proj/range":3.6328125,"train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit":1,"train/tensor_act_model_layers_74_mlp_down_proj/mean":1.9765625,"train/tensor_act_model_layers_79_mlp/std":0,"train/tensor_act_model_layers_14_mlp_gate_proj/norm":3051.731689453125,"train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_88_residual_pre_attn/max":46,"train/tensor_act_model_layers_97_mlp/range":1,"train/tensor_act_model_layers_86_mlp/norm":1024,"train/tensor_act_model_layers_94_mlp/norm":1024,"train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_56_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_25_residual_pre_attn/norm":25044.330078125,"train/tensor_act_model_layers_15_residual_post_mlp/mean":7.84375,"train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean":0,"train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs":0.1318359375,"train/tensor_act_model_layers_46_residual_post_mlp/max":24.625,"train/tensor_act_model_layers_5_residual_post_mlp/min":2.265625,"train/tensor_act_model_layers_77_mlp_down_proj/std":0.22265625,"train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs":0.125,"train/tensor_act_model_layers_89_mlp_gate_proj/std":1.0078125,"train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_75_mlp_down_proj/max":2.890625,"train/tensor_act_model_layers_90_mlp_gate_proj/mean":0.365234375,"train/tensor_act_model_layers_78_mlp_down_proj/std":0.166015625,"train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs":0.16796875,"train/tensor_act_model_layers_10_mlp_down_proj/max_abs":2.703125,"train/tensor_act_model_layers_21_mlp_up_proj/max":2.015625,"train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_90_residual_pre_attn/min":40.25,"train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm":8.625,"train/tensor_act_model_layers_7_residual_pre_attn/norm":7114.35546875,"train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_56_mlp_up_proj/norm":3147.376708984375,"train/tensor_act_model_layers_98_residual_post_attn/mean":47.5,"train/tensor_act_model_layers_14_mlp_gate_proj/std":1.0546875,"train/tensor_act_model_layers_54_mlp/range":0,"train/tensor_act_model_layers_72_mlp_gate_proj/min":-1.265625,"train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_95_mlp_down_proj/mean":2.078125,"train/tensor_act_model_layers_77_residual_post_attn/min":34.25,"train/tensor_act_model_layers_68_mlp_gate_proj/max_abs":2.71875,"train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_param_model_layers_19_mlp_up_proj_weight/std":0.029296875,"train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_88_mlp_down_proj_weight/range":0.2900390625,"train/tensor_param_model_layers_71_mlp_gate_proj_weight/min":-0.169921875,"train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs":0.125,"train/tensor_act_model_layers_15_residual_pre_attn/range":1.90625,"train/tensor_act_model_layers_58_mlp_up_proj/min":-2.15625,"train/tensor_act_model_layers_16_residual_post_mlp/std":0.32421875,"train/tensor_act_model_layers_88_residual_post_attn/std":1.2890625,"train/tensor_param_model_layers_84_mlp_up_proj_weight/range":0.29296875,"train/tensor_act_model_layers_18_residual_post_attn/norm":18065.01953125,"train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_14_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_5_residual_pre_attn/min":1.890625,"train/tensor_act_model_layers_97_mlp/std":0.1240234375,"train/tensor_act_model_layers_44_residual_post_mlp/std":0.6640625,"train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs":0.1279296875,"train/tensor_param_model_layers_10_mlp_up_proj_weight/min":-0.09765625,"train/tensor_act_model_layers_63_residual_post_mlp/mean":30.875,"train/tensor_grad_model_layers_74_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_93_mlp_down_proj/range":5.390625,"train/tensor_grad_model_layers_16_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_98_mlp/std":0,"train/tensor_grad_model_layers_32_mlp_up_proj_weight/min":0,"train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range":0,"train/tensor_grad_model_layers_90_mlp_down_proj_weight/max":0,"train/tensor_act_model_layers_15_mlp_down_proj/range":0.7421875,"train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_62_residual_post_mlp/std":0.9296875,"train/tensor_act_model_layers_17_residual_post_attn/std":0.333984375,"train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_18_mlp_down_proj_weight/min":-0.11767578125,"train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit":1,"train/tensor_param_model_layers_82_mlp_up_proj_weight/range":0.283203125,"train/tensor_param_model_layers_82_mlp_gate_proj_weight/range":0.3125,"train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs":0.138671875,"train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_42_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_51_mlp_up_proj_weight/min":0,"train/tensor_act_model_layers_82_mlp_up_proj/max_abs":2.484375,"train/tensor_act_model_layers_81_residual_post_mlp/min":36.25,"train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_68_mlp_up_proj/range":5.265625,"train/tensor_act_model_layers_28_residual_post_mlp/norm":29001.4921875,"train/tensor_act_model_layers_79_mlp_gate_proj/std":1.0546875,"train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_95_mlp/min":0.5,"train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_79_mlp_up_proj/mean":-0.021728515625,"train/tensor_act_model_layers_9_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_85_residual_post_attn/max_abs":44.5,"train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_85_mlp_down_proj_weight/std":0,"train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/global_step":3500,"train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_90_residual_pre_attn/range":7.25,"train/tensor_act_model_layers_7_mlp_gate_proj/max":2.21875,"train/tensor_act_model_layers_86_residual_pre_attn/norm":85345.4453125,"train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_8_residual_post_mlp/max":5.15625,"train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit":0.03313899040222168,"train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_45_mlp_gate_proj/norm":2955.3310546875,"train/tensor_param_model_layers_75_mlp_up_proj_weight/min":-0.1298828125,"train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_89_residual_post_attn/max_abs":47,"train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_17_mlp_up_proj/max":1.84375,"train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_93_mlp_down_proj/max_abs":2.734375,"train/tensor_act_model_layers_75_mlp_up_proj/norm":3189.021728515625,"train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_29_mlp_gate_proj/std":1.015625,"train/tensor_act_model_layers_5_residual_pre_attn/norm":5111.78515625,"train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm":0,"train/tensor_act_model_layers_66_mlp_gate_proj/norm":2981.23095703125,"train/tensor_act_model_layers_51_residual_pre_attn/range":4.25,"train/tensor_act_model_layers_56_residual_pre_attn/max_abs":29,"train/tensor_act_model_layers_2_mlp/range":0,"train/tensor_grad_model_layers_48_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_30_mlp_up_proj/range":4.625,"train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm":0,"train/tensor_act_model_layers_15_mlp/max_abs":0.5,"train/tensor_act_model_layers_67_mlp_up_proj/max_abs":2.515625,"train/tensor_act_model_layers_44_residual_post_attn/norm":43746.04296875,"train/tensor_act_model_layers_96_mlp_up_proj/max":3.28125,"train/tensor_act_model_layers_3_mlp/mean":0.5,"train/tensor_act_model_layers_87_mlp/std":0,"train/tensor_act_model_layers_67_mlp_gate_proj/max":2.625,"train/tensor_param_model_layers_24_mlp_down_proj_weight/min":-0.126953125,"train/tensor_param_model_layers_57_mlp_down_proj_weight/min":-0.125,"train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_87_residual_post_attn/range":7,"train/tensor_grad_model_layers_94_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_31_mlp_up_proj_weight/min":-0.1279296875,"train/tensor_act_model_layers_83_residual_pre_attn/norm":82386.8046875,"train/tensor_act_model_layers_48_residual_pre_attn/norm":47781.9140625,"train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs":0,"train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_14_mlp_gate_proj/max_abs":2.234375,"train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_17_mlp_up_proj_weight/mean":-0.0001220703125,"train/tensor_act_model_layers_60_mlp_up_proj/std":1.078125,"train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_95_residual_post_mlp/max_abs":50.5,"train/tensor_act_model_layers_56_residual_post_attn/max_abs":29.125,"train/tensor_grad_model_layers_56_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_64_residual_post_mlp/std":0.93359375,"train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs":0.126953125,"train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs":0,"train/tensor_act_model_layers_48_residual_post_attn/max_abs":25.25,"train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs":0.125,"train/tensor_act_model_layers_13_residual_post_mlp/max_abs":7.8125,"train/tensor_act_model_layers_42_residual_post_attn/range":3.875,"train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std":0,"train/tensor_act_model_layers_79_mlp_up_proj/range":5.1875,"train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_96_residual_post_attn/std":1.453125,"train/tensor_act_model_layers_33_mlp/min":0.5,"train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max":0,"train/tensor_act_model_layers_83_residual_post_attn/max_abs":43.5,"train/tensor_param_model_layers_24_mlp_up_proj_weight/mean":0.0001850128173828125,"train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_23_residual_post_attn/std":0.427734375,"train/tensor_act_model_layers_68_mlp_gate_proj/std":0.98046875,"train/tensor_act_model_layers_42_mlp/frac_near_user_limit":0,"train/tensor_act_model_layers_74_residual_post_attn/max":38.25,"train/tensor_act_model_layers_10_mlp_gate_proj/min":-1.390625,"train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_1_mlp_up_proj_weight/mean":-0.000888824462890625,"train/tensor_grad_model_layers_69_mlp_down_proj_weight/min":0,"train/tensor_act_model_layers_91_mlp_gate_proj/min":-1.328125,"train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_mlp_up_proj/std":1.0625,"train/tensor_param_model_layers_47_mlp_up_proj_weight/min":-0.13671875,"train/tensor_act_model_layers_65_residual_pre_attn/max_abs":33.75,"train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std":0,"train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_65_mlp/mean":0.5,"train/tensor_act_model_layers_29_mlp_up_proj/range":4.28125,"train/tensor_act_model_layers_56_residual_pre_attn/range":4.25,"train/tensor_act_model_layers_19_residual_post_attn/min":8.125,"train/tensor_act_model_layers_75_residual_post_attn/min":33.5,"train/tensor_act_model_layers_65_residual_post_attn/mean":31.375,"train/tensor_act_model_layers_14_mlp_up_proj/min":-2.046875,"train/tensor_param_model_layers_74_mlp_up_proj_weight/range":0.2548828125,"train/tensor_act_model_layers_19_mlp_up_proj/std":1.0703125,"train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_44_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_80_mlp_up_proj_weight/min":-0.1337890625,"train/tensor_grad_model_layers_75_mlp_down_proj_weight/std":0,"train/tensor_act_model_layers_45_mlp_up_proj/norm":3132.859375,"train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_9_mlp/min":0.5,"train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm":0,"train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit":1,"train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_2_residual_post_attn/std":0.126953125,"train/tensor_act_model_layers_33_residual_post_attn/max_abs":17.75,"train/tensor_act_model_layers_81_residual_post_mlp/norm":81366.671875,"train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min":0,"train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean":0,"train/tensor_act_model_layers_10_mlp/min":0.5,"train/tensor_act_model_layers_6_residual_pre_attn/norm":6113.30859375,"train/tensor_param_model_layers_39_mlp_up_proj_weight/std":0.032470703125,"train/tensor_act_model_layers_48_mlp_down_proj/min":1.7578125,"train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_33_residual_pre_attn/max_abs":17.75,"train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm":0,"train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean":0,"train/tensor_act_model_layers_33_mlp_up_proj/min":-2.171875,"train/tensor_act_model_layers_99_mlp/std":0.2421875,"train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_74_residual_pre_attn/mean":35.75,"train/tensor_act_model_layers_30_mlp_gate_proj/std":1.03125,"train/tensor_param_model_layers_94_mlp_down_proj_weight/min":-0.1572265625,"train/tensor_act_model_layers_27_residual_post_mlp/norm":28007.080078125,"train/tensor_act_model_layers_51_residual_post_mlp/min":22.875,"train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit":0,"train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs":0,"train/tensor_grad_model_layers_9_mlp_down_proj_weight/max":0,"train/tensor_param_model_layers_83_mlp_gate_proj_weight/range":0.30078125,"train/tensor_act_model_layers_53_mlp_down_proj/max_abs":2.6875,"train/tensor_act_model_layers_69_residual_pre_attn/min":30.875,"train/tensor_act_model_layers_18_mlp_down_proj/mean":1.9296875,"train/tensor_act_model_layers_23_mlp_down_proj/min":1.7890625,"train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean":0.00122833251953125,"train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs":0.134765625,"train/tensor_act_model_layers_28_mlp/mean":0.5,"train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean":0,"train/tensor_act_model_layers_97_residual_pre_attn/max_abs":50.75,"train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min":0,"train/tensor_act_model_layers_42_residual_post_mlp/mean":20.875,"train/tensor_param_model_layers_55_mlp_up_proj_weight/mean":-7.200241088867188e-05,"train/tensor_param_model_layers_89_mlp_gate_proj_weight/max":0.1611328125,"train/tensor_act_model_layers_73_mlp_up_proj/std":1.1171875,"train/tensor_act_model_layers_71_residual_pre_attn/max_abs":36.5,"train/tensor_param_model_layers_80_mlp_gate_proj_weight/min":-0.1416015625,"train/tensor_param_model_layers_92_mlp_down_proj_weight/max":0.1513671875,"train/tensor_act_model_layers_35_residual_pre_attn/min":15.0625,"train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean":0,"train/tensor_grad_model_layers_72_mlp_up_proj_weight/range":0,"train/tensor_act_model_layers_56_mlp_up_proj/max_abs":2.34375,"train/tensor_act_model_layers_32_mlp/mean":0.5,"train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs":0.1259765625,"train/tensor_param_model_layers_15_mlp_gate_proj_weight/range":0.240234375,"train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_38_mlp_up_proj/std":1.0859375,"train/tensor_act_model_layers_89_mlp_up_proj/range":5.171875,"train/tensor_act_model_layers_8_residual_post_mlp/norm":9130.484375,"train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_9_mlp_down_proj_weight/mean":-0.00014209747314453125,"train/tensor_act_model_layers_29_mlp_gate_proj/norm":3006.19970703125,"train/tensor_act_model_layers_84_residual_pre_attn/mean":40.75,"train/tensor_act_model_layers_79_residual_post_attn/min":35,"train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_param_model_layers_95_mlp_up_proj_weight/mean":0.00101470947265625,"train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm":0,"train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_act_model_layers_50_mlp_down_proj/std":0.11962890625,"train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_15_residual_pre_attn/max":8.375,"train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit":0.2501397132873535,"train/tensor_act_model_layers_23_mlp_up_proj/max_abs":2.359375,"train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_53_mlp_down_proj/min":1.765625,"train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit":0,"train/tensor_param_model_layers_31_mlp_down_proj_weight/norm":5.5,"train/tensor_act_model_layers_14_mlp_up_proj/range":4.0234375,"train/tensor_act_model_layers_49_residual_post_attn/range":4.25,"train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_act_model_layers_45_residual_post_attn/min":19.875,"train/tensor_act_model_layers_8_mlp_down_proj/mean":1.9453125,"train/tensor_param_model_layers_5_mlp_gate_proj_weight/std":0.0284423828125,"train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_3_mlp_down_proj/min":1.765625,"train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_53_mlp_up_proj_weight/norm":6.40625,"train/tensor_param_model_layers_68_mlp_gate_proj_weight/range":0.2763671875,"train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_7_mlp_up_proj_weight/max":0.09912109375,"train/tensor_param_model_layers_96_mlp_up_proj_weight/max":0.1689453125,"train/tensor_act_model_layers_78_mlp_down_proj/norm":4037.3369140625,"train/tensor_param_model_layers_73_mlp_gate_proj_weight/range":0.2685546875,"train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs":0.10693359375,"train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max":0,"train/tensor_grad_model_layers_89_mlp_down_proj_weight/min":0,"train/tensor_param_model_layers_33_mlp_gate_proj_weight/max":0.1259765625,"train/tensor_act_model_layers_1_residual_post_mlp/range":0.8359375,"train/tensor_act_model_layers_84_residual_post_attn/max":44,"train_samples_per_second":724.229,"train/tensor_param_model_layers_1_mlp_up_proj_weight/norm":6.09375,"train/tensor_grad_model_layers_39_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs":0,"train/tensor_act_model_layers_71_residual_pre_attn/range":4.875,"train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit":0,"train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs":0.12109375,"train/tensor_param_model_layers_16_mlp_up_proj_weight/norm":5.25,"train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs":0,"train/tensor_act_model_layers_4_mlp_down_proj/max_abs":2.890625,"train/tensor_act_model_layers_15_mlp_down_proj/std":0.140625,"train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std":0,"train/tensor_param_model_layers_36_mlp_gate_proj_weight/max":0.125,"train/tensor_act_model_layers_35_mlp_up_proj/norm":3132.599853515625,"train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit":0,"train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit":0,"train/tensor_act_model_layers_52_mlp_up_proj/mean":-0.045166015625,"train/tensor_act_model_layers_60_mlp/norm":1024,"train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean":0,"train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit":0,"train/tensor_grad_model_layers_85_mlp_up_proj_weight/range":0,"train/tensor_grad_model_layers_44_mlp_up_proj_weight/max":0,"train/tensor_act_model_layers_97_residual_pre_attn/min":43.25,"train/tensor_act_model_layers_0_mlp_gate_proj/norm":3264.216064453125,"train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit":0,"train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/tensor_act_model_layers_58_residual_post_mlp/std":0.89453125,"train/tensor_act_model_layers_62_mlp/std":0,"train/tensor_act_model_layers_4_mlp_up_proj/mean":0.011962890625,"train/tensor_act_model_layers_55_mlp_up_proj/range":4.828125,"train/tensor_act_model_layers_30_residual_post_attn/range":3.0625,"train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm":0,"train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs":0.126953125,"train/tensor_grad_model_layers_8_mlp_down_proj_weight/range":0,"train/tensor_act_model_layers_45_residual_post_mlp/norm":45768.203125,"train/tensor_act_model_layers_91_mlp_down_proj/mean":1.96875,"train/tensor_act_model_layers_77_residual_pre_attn/min":34.25,"train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit":0,"train/tensor_param_model_layers_9_mlp_up_proj_weight/norm":5.09375,"train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range":0,"train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit":0,"train/tensor_param_model_layers_75_mlp_up_proj_weight/mean":0.000850677490234375,"train/tensor_act_model_layers_49_residual_post_mlp/min":21.875,"train/tensor_act_model_layers_56_mlp_gate_proj/max":2.609375,"train/tensor_grad_model_layers_69_mlp_up_proj_weight/std":0,"train/tensor_act_model_layers_3_mlp_down_proj/max":2.984375} \ No newline at end of file diff --git a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug-core.log b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug-core.log index 194bcb8704336d4b418007c3a131de3d26b0882f..c7d7f1d9c84de8d70069210d066a48f98d98323b 100644 --- a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug-core.log +++ b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug-core.log @@ -106,3 +106,11 @@ {"time":"2026-08-14T23:23:18.278060411Z","level":"INFO","msg":"handleInformInit: received","streamId":"l56mdhxl","id":"5(@)"} {"time":"2026-08-14T23:23:18.518025519Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"l56mdhxl","id":"5(@)"} {"time":"2026-08-14T23:23:23.901514672Z","level":"INFO","msg":"connection: cancelling request","id":"5(@)","requestId":"6st0ad10saav"} +{"time":"2026-08-14T23:28:43.417416507Z","level":"INFO","msg":"connection: cancelling request","id":"5(@)","requestId":"6st0ad10saav"} +{"time":"2026-08-14T23:28:44.887436672Z","level":"INFO","msg":"connection: cancelling request","id":"5(@)","requestId":"6st0ad10saav"} +{"time":"2026-08-14T23:28:44.908283775Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"l56mdhxl","id":"5(@)"} +{"time":"2026-08-14T23:28:44.90942001Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"l56mdhxl","id":"5(@)"} +{"time":"2026-08-14T23:28:46.822764669Z","level":"INFO","msg":"connection: closing","id":"5(@)"} +{"time":"2026-08-14T23:28:46.822848225Z","level":"INFO","msg":"connection: closed successfully","id":"5(@)"} +{"time":"2026-08-14T23:28:46.822771624Z","level":"INFO","msg":"processOutgoingData: finished","id":"5(@)"} +{"time":"2026-08-14T23:28:46.822855482Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"5(@)"} diff --git a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug-internal.log b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug-internal.log index 10ce3b8f50271cc778fd255c0b2564dec2639176..3c925fe1d74e5d47cd19039fbd9b3c9b00755383 100644 --- a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug-internal.log +++ b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug-internal.log @@ -36,3 +36,28 @@ {"time":"2026-08-14T23:26:18.932400326Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":3,"events_offset":21,"events_lines":2,"console_offset":51,"console_lines":1} {"time":"2026-08-14T23:26:19.870609328Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} {"time":"2026-08-14T23:26:33.939867382Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":2,"events_offset":23,"events_lines":2,"console_offset":55,"console_lines":10} +{"time":"2026-08-14T23:26:34.841652736Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:26:48.937729263Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":3,"events_offset":25,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-08-14T23:26:49.803943322Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:27:03.931480357Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":2,"events_offset":27,"events_lines":2,"console_offset":65,"console_lines":10} +{"time":"2026-08-14T23:27:04.817526975Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:27:18.930769355Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":3,"events_offset":29,"events_lines":2,"console_offset":71,"console_lines":1} +{"time":"2026-08-14T23:27:19.775644492Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:27:33.935804443Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":2,"events_offset":31,"events_lines":2,"console_offset":75,"console_lines":10} +{"time":"2026-08-14T23:27:34.968495829Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:27:48.930502995Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":3,"events_offset":33,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-08-14T23:27:49.780398601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:03.928989439Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":2,"events_offset":35,"events_lines":2,"console_offset":85,"console_lines":10} +{"time":"2026-08-14T23:28:04.898228604Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:18.925155782Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":48,"history_lines":2,"events_offset":37,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-08-14T23:28:19.837293539Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:33.922625078Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":50,"history_lines":2,"events_offset":39,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-08-14T23:28:34.701266798Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:44.099180607Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-14T23:28:44.109601111Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":1,"events_offset":41,"events_lines":1,"console_offset":95,"console_lines":16,"uploaded_len":3,"complete":true,"exit_code":0} +{"time":"2026-08-14T23:28:44.865683962Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-14T23:28:44.867128531Z","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-14T23:28:44.908328257Z","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-14T23:28:44.908362014Z","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-14T23:28:44.908459799Z","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-14T23:28:44.908463762Z","level":"INFO","msg":"stream: all finished"} diff --git a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug.log b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug.log index da82cafba6a6040c9a3316d81ad47eb5c7dd2e26..219b62c1002823e792b8671ba7b9e1798402e6ea 100644 --- a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug.log +++ b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/logs/debug.log @@ -18,3 +18,8 @@ config: {'_wandb': {}} 2026-08-14 23:23:18,900 INFO MainThread:2227330 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.16.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 100, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'glu', 'activation': 'silu-waleed10', 'waleed_beta': 0.5, 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/glu-silu-waleed10-100L_trash_run', 'per_device_train_batch_size': 64, 'num_train_epochs': 1, 'max_steps': 3500, 'learning_rate': 9e-05, 'lr_scheduler_type': 'constant_with_warmup', 'lr_scheduler_kwargs': None, 'warmup_steps': 50, 'optim': 'adamw_torch_fused', 'optim_args': None, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 1, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-glu-silu-waleed10-100L-16.9M-20260814-232317', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 2498, 'eval_delay': 0, 'per_device_eval_batch_size': 1024, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 50, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': False, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/6L-glu-silu-waleed10-100L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} 2026-08-14 23:23:18,904 INFO MainThread:2227330 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 16934016 - > 2026-08-14 23:23:18,904 INFO MainThread:2227330 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 16934016 None +2026-08-14 23:28:43,416 INFO MainThread:2227330 [wandb_run.py:_finish():2383] finishing run deepnevro-deepnevro/research7/l56mdhxl +2026-08-14 23:28:43,417 INFO MainThread:2227330 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-14 23:28:43,417 INFO MainThread:2227330 [wandb_run.py:_restore():2570] restore +2026-08-14 23:28:43,417 INFO MainThread:2227330 [wandb_run.py:_restore():2576] restore done +2026-08-14 23:28:44,907 INFO MainThread:2227330 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/run-l56mdhxl.wandb b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/run-l56mdhxl.wandb index 1fa11c1023228f5eeff11349cf181a35bb2618a1..1c603b1d66b0776075b46ba432f330674d0f7cf3 100644 --- a/zain/Activation/wandb/run-20260814_232318-l56mdhxl/run-l56mdhxl.wandb +++ b/zain/Activation/wandb/run-20260814_232318-l56mdhxl/run-l56mdhxl.wandb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:89704dfb9908e5e27f98d161e6a886c28efba46f84c8ef883a33855eeecf7245 -size 34766848 +oid sha256:2a778bec787f8aead2784994074d5b1a747772803d0371be3f044b5652ff7293 +size 51478696