diff --git a/.gitattributes b/.gitattributes index 9aa3f21512e0555b4e7b859dcc66f46f96e0640c..78c87459389a246d85f3e3461790c459afed7de0 100644 --- a/.gitattributes +++ b/.gitattributes @@ -82,3 +82,4 @@ wandb/run-20260808_233557-lhpx30l9/run-lhpx30l9.wandb filter=lfs diff=lfs merge= wandb/run-20260808_235917-9b17953b/run-9b17953b.wandb filter=lfs diff=lfs merge=lfs -text wandb/run-20260809_002232-gduul5qe/run-gduul5qe.wandb filter=lfs diff=lfs merge=lfs -text wandb/run-20260809_004653-7146bnsd/run-7146bnsd.wandb filter=lfs diff=lfs merge=lfs -text +wandb/run-20260809_035819-cvzjg5ej/run-cvzjg5ej.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/__pycache__/exp.cpython-311.pyc b/__pycache__/exp.cpython-311.pyc index 95ecbb453e783bd580a8587e07585463a46fc5ee..49719820ac117f51851e6fc8cd03a0c0794fe7c0 100644 Binary files a/__pycache__/exp.cpython-311.pyc and b/__pycache__/exp.cpython-311.pyc differ diff --git a/out/mlp-s10-94L_run/checkpoint-100/config.json b/out/mlp-s10-94L_run/checkpoint-100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-100/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-100/model.safetensors b/out/mlp-s10-94L_run/checkpoint-100/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..425577a20757fd6130e1cf5da63ac8fd9806e066 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-100/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2be26509aa8682be1562cdefdc4fb702fa74f487c6ebeb27a02060b133a0c94a +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-100/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-100/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fc1f3a39afb53d5a598bf5a4b9104bcedcfd1ec --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-100/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de4ee11bbfdf5bd8a135bcd6b03e23684bb89f9318b0733ff65ec4481b31abe2 +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-100/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-100/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-100/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-100/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-100/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..233983ca7f806929fc5db309d1436586595734ae --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-100/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906745ab5f61e73e8c1ba850ef3b839e2766eba889b49c843836266988895165 +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-100/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-100/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-100/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-100/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-100/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-100/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-100/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8ea4c084e3e5363e868aaf329c65a9565324c20a --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-100/trainer_state.json @@ -0,0 +1,85 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.05392289026691831, + "eval_steps": 50, + "global_step": 100, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2426166627532800.0, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-100/training_args.bin b/out/mlp-s10-94L_run/checkpoint-100/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-100/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/checkpoint-1000/config.json b/out/mlp-s10-94L_run/checkpoint-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-1000/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-1000/model.safetensors b/out/mlp-s10-94L_run/checkpoint-1000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2af34008b24bcc90bdab4e4be48266033fecbd3d --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-1000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e024a0695e460a7767d8870e3aab9f1e1ac1c23d1574c25ef36b65f711261df1 +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-1000/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..7014477e4ddc0312e2be79363ecd1895de363c1a --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f69330f380b6a898c34ed87209a757d3f977d7f4f9141dddf96d61b05965096e +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-1000/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f3853a4716d5079b0ac491622d973b352dc99014 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:645b71843375baf4cc10bc75a2f0f04e91b8e3f8e8929f518a87022898b3bc20 +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-1000/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d7efbbfe5e99d32f8fc32a7d63d978388b0fcce --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc3ca8af69cc9d003a05a139e7997960ab393fe31ae1d898b29038573704b4e +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-1000/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-1000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-1000/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-1000/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-1000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-1000/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-1000/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3cd5b9cf2854bbd5aba8152150b7753b45fd3b40 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-1000/trainer_state.json @@ -0,0 +1,544 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.5392289026691831, + "eval_steps": 50, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + }, + { + "epoch": 0.06470746832030197, + "grad_norm": 9.0625, + "learning_rate": 0.001, + "loss": 21.51625213623047, + "step": 120 + }, + { + "epoch": 0.07549204637368563, + "grad_norm": 8.0625, + "learning_rate": 0.001, + "loss": 20.9159912109375, + "step": 140 + }, + { + "epoch": 0.08088433540037746, + "eval_loss": 5.031351566314697, + "eval_runtime": 16.3105, + "eval_samples_per_second": 584.103, + "eval_steps_per_second": 4.598, + "step": 150 + }, + { + "epoch": 0.08627662442706929, + "grad_norm": 3.828125, + "learning_rate": 0.001, + "loss": 20.133233642578126, + "step": 160 + }, + { + "epoch": 0.09706120248045295, + "grad_norm": 5.875, + "learning_rate": 0.001, + "loss": 19.276626586914062, + "step": 180 + }, + { + "epoch": 0.10784578053383662, + "grad_norm": 3.796875, + "learning_rate": 0.001, + "loss": 18.316180419921874, + "step": 200 + }, + { + "epoch": 0.10784578053383662, + "eval_loss": 4.4591450691223145, + "eval_runtime": 16.5273, + "eval_samples_per_second": 576.441, + "eval_steps_per_second": 4.538, + "step": 200 + }, + { + "epoch": 0.11863035858722028, + "grad_norm": 3.125, + "learning_rate": 0.001, + "loss": 17.47910919189453, + "step": 220 + }, + { + "epoch": 0.12941493664060394, + "grad_norm": 3.78125, + "learning_rate": 0.001, + "loss": 16.857704162597656, + "step": 240 + }, + { + "epoch": 0.13480722566729578, + "eval_loss": 4.037808418273926, + "eval_runtime": 16.7437, + "eval_samples_per_second": 568.991, + "eval_steps_per_second": 4.479, + "step": 250 + }, + { + "epoch": 0.1401995146939876, + "grad_norm": 4.8125, + "learning_rate": 0.001, + "loss": 16.15790710449219, + "step": 260 + }, + { + "epoch": 0.15098409274737126, + "grad_norm": 2.453125, + "learning_rate": 0.001, + "loss": 15.610972595214843, + "step": 280 + }, + { + "epoch": 0.1617686708007549, + "grad_norm": 5.03125, + "learning_rate": 0.001, + "loss": 15.262626647949219, + "step": 300 + }, + { + "epoch": 0.1617686708007549, + "eval_loss": 3.7790420055389404, + "eval_runtime": 16.4839, + "eval_samples_per_second": 577.957, + "eval_steps_per_second": 4.55, + "step": 300 + }, + { + "epoch": 0.17255324885413859, + "grad_norm": 2.53125, + "learning_rate": 0.001, + "loss": 14.862835693359376, + "step": 320 + }, + { + "epoch": 0.18333782690752223, + "grad_norm": 1.8828125, + "learning_rate": 0.001, + "loss": 14.4195556640625, + "step": 340 + }, + { + "epoch": 0.18873011593421407, + "eval_loss": 3.508929491043091, + "eval_runtime": 16.5096, + "eval_samples_per_second": 577.059, + "eval_steps_per_second": 4.543, + "step": 350 + }, + { + "epoch": 0.1941224049609059, + "grad_norm": 2.21875, + "learning_rate": 0.001, + "loss": 14.034010314941407, + "step": 360 + }, + { + "epoch": 0.20490698301428956, + "grad_norm": 1.6171875, + "learning_rate": 0.001, + "loss": 13.656217956542969, + "step": 380 + }, + { + "epoch": 0.21569156106767323, + "grad_norm": 1.0859375, + "learning_rate": 0.001, + "loss": 13.353656005859374, + "step": 400 + }, + { + "epoch": 0.21569156106767323, + "eval_loss": 3.3230206966400146, + "eval_runtime": 16.5021, + "eval_samples_per_second": 577.322, + "eval_steps_per_second": 4.545, + "step": 400 + }, + { + "epoch": 0.22647613912105688, + "grad_norm": 2.65625, + "learning_rate": 0.001, + "loss": 13.050607299804687, + "step": 420 + }, + { + "epoch": 0.23726071717444056, + "grad_norm": 2.046875, + "learning_rate": 0.001, + "loss": 12.783986663818359, + "step": 440 + }, + { + "epoch": 0.2426530062011324, + "eval_loss": 3.1205618381500244, + "eval_runtime": 16.4401, + "eval_samples_per_second": 579.497, + "eval_steps_per_second": 4.562, + "step": 450 + }, + { + "epoch": 0.2480452952278242, + "grad_norm": 2.34375, + "learning_rate": 0.001, + "loss": 12.455777740478515, + "step": 460 + }, + { + "epoch": 0.2588298732812079, + "grad_norm": 1.734375, + "learning_rate": 0.001, + "loss": 12.180888366699218, + "step": 480 + }, + { + "epoch": 0.26961445133459155, + "grad_norm": 1.65625, + "learning_rate": 0.001, + "loss": 11.921077728271484, + "step": 500 + }, + { + "epoch": 0.26961445133459155, + "eval_loss": 2.950833797454834, + "eval_runtime": 16.4185, + "eval_samples_per_second": 580.259, + "eval_steps_per_second": 4.568, + "step": 500 + }, + { + "epoch": 0.2803990293879752, + "grad_norm": 1.5234375, + "learning_rate": 0.001, + "loss": 11.677184295654296, + "step": 520 + }, + { + "epoch": 0.29118360744135885, + "grad_norm": 2.296875, + "learning_rate": 0.001, + "loss": 11.456565856933594, + "step": 540 + }, + { + "epoch": 0.2965758964680507, + "eval_loss": 2.813769817352295, + "eval_runtime": 16.3503, + "eval_samples_per_second": 582.681, + "eval_steps_per_second": 4.587, + "step": 550 + }, + { + "epoch": 0.3019681854947425, + "grad_norm": 1.84375, + "learning_rate": 0.001, + "loss": 11.254852294921875, + "step": 560 + }, + { + "epoch": 0.3127527635481262, + "grad_norm": 1.9609375, + "learning_rate": 0.001, + "loss": 11.02415771484375, + "step": 580 + }, + { + "epoch": 0.3235373416015098, + "grad_norm": 2.109375, + "learning_rate": 0.001, + "loss": 10.82885513305664, + "step": 600 + }, + { + "epoch": 0.3235373416015098, + "eval_loss": 2.6941640377044678, + "eval_runtime": 16.5123, + "eval_samples_per_second": 576.964, + "eval_steps_per_second": 4.542, + "step": 600 + }, + { + "epoch": 0.3343219196548935, + "grad_norm": 1.2578125, + "learning_rate": 0.001, + "loss": 10.672529602050782, + "step": 620 + }, + { + "epoch": 0.34510649770827717, + "grad_norm": 1.9375, + "learning_rate": 0.001, + "loss": 10.486093139648437, + "step": 640 + }, + { + "epoch": 0.350498786734969, + "eval_loss": 2.5829620361328125, + "eval_runtime": 16.3847, + "eval_samples_per_second": 581.459, + "eval_steps_per_second": 4.577, + "step": 650 + }, + { + "epoch": 0.35589107576166085, + "grad_norm": 1.4765625, + "learning_rate": 0.001, + "loss": 10.307514953613282, + "step": 660 + }, + { + "epoch": 0.36667565381504447, + "grad_norm": 1.609375, + "learning_rate": 0.001, + "loss": 10.156155395507813, + "step": 680 + }, + { + "epoch": 0.37746023186842814, + "grad_norm": 2.078125, + "learning_rate": 0.001, + "loss": 10.004931640625, + "step": 700 + }, + { + "epoch": 0.37746023186842814, + "eval_loss": 2.4850780963897705, + "eval_runtime": 16.6426, + "eval_samples_per_second": 572.445, + "eval_steps_per_second": 4.506, + "step": 700 + }, + { + "epoch": 0.3882448099218118, + "grad_norm": 1.8203125, + "learning_rate": 0.001, + "loss": 9.830353546142579, + "step": 720 + }, + { + "epoch": 0.3990293879751955, + "grad_norm": 1.671875, + "learning_rate": 0.001, + "loss": 9.726395416259766, + "step": 740 + }, + { + "epoch": 0.4044216770018873, + "eval_loss": 2.3961310386657715, + "eval_runtime": 16.484, + "eval_samples_per_second": 577.953, + "eval_steps_per_second": 4.55, + "step": 750 + }, + { + "epoch": 0.4098139660285791, + "grad_norm": 1.5, + "learning_rate": 0.001, + "loss": 9.585889434814453, + "step": 760 + }, + { + "epoch": 0.4205985440819628, + "grad_norm": 1.4921875, + "learning_rate": 0.001, + "loss": 9.474940490722656, + "step": 780 + }, + { + "epoch": 0.43138312213534646, + "grad_norm": 1.7890625, + "learning_rate": 0.001, + "loss": 9.303884124755859, + "step": 800 + }, + { + "epoch": 0.43138312213534646, + "eval_loss": 2.3192710876464844, + "eval_runtime": 16.362, + "eval_samples_per_second": 582.263, + "eval_steps_per_second": 4.584, + "step": 800 + }, + { + "epoch": 0.44216770018873014, + "grad_norm": 1.96875, + "learning_rate": 0.001, + "loss": 9.214578247070312, + "step": 820 + }, + { + "epoch": 0.45295227824211376, + "grad_norm": 1.265625, + "learning_rate": 0.001, + "loss": 9.110013580322265, + "step": 840 + }, + { + "epoch": 0.4583445672688056, + "eval_loss": 2.255786895751953, + "eval_runtime": 16.6344, + "eval_samples_per_second": 572.728, + "eval_steps_per_second": 4.509, + "step": 850 + }, + { + "epoch": 0.46373685629549743, + "grad_norm": 1.53125, + "learning_rate": 0.001, + "loss": 8.989684295654296, + "step": 860 + }, + { + "epoch": 0.4745214343488811, + "grad_norm": 1.46875, + "learning_rate": 0.001, + "loss": 8.903449249267577, + "step": 880 + }, + { + "epoch": 0.4853060124022648, + "grad_norm": 1.5625, + "learning_rate": 0.001, + "loss": 8.798023223876953, + "step": 900 + }, + { + "epoch": 0.4853060124022648, + "eval_loss": 2.1990966796875, + "eval_runtime": 16.4377, + "eval_samples_per_second": 579.581, + "eval_steps_per_second": 4.563, + "step": 900 + }, + { + "epoch": 0.4960905904556484, + "grad_norm": 1.3515625, + "learning_rate": 0.001, + "loss": 8.711866760253907, + "step": 920 + }, + { + "epoch": 0.5068751685090321, + "grad_norm": 1.375, + "learning_rate": 0.001, + "loss": 8.65683822631836, + "step": 940 + }, + { + "epoch": 0.5122674575357239, + "eval_loss": 2.15165638923645, + "eval_runtime": 16.515, + "eval_samples_per_second": 576.869, + "eval_steps_per_second": 4.541, + "step": 950 + }, + { + "epoch": 0.5176597465624158, + "grad_norm": 1.546875, + "learning_rate": 0.001, + "loss": 8.596742248535156, + "step": 960 + }, + { + "epoch": 0.5284443246157994, + "grad_norm": 1.3828125, + "learning_rate": 0.001, + "loss": 8.528240966796876, + "step": 980 + }, + { + "epoch": 0.5392289026691831, + "grad_norm": 1.390625, + "learning_rate": 0.001, + "loss": 8.455123138427734, + "step": 1000 + }, + { + "epoch": 0.5392289026691831, + "eval_loss": 2.1049983501434326, + "eval_runtime": 16.4683, + "eval_samples_per_second": 578.506, + "eval_steps_per_second": 4.554, + "step": 1000 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.4261666275328e+16, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-1000/training_args.bin b/out/mlp-s10-94L_run/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/checkpoint-200/config.json b/out/mlp-s10-94L_run/checkpoint-200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-200/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-200/model.safetensors b/out/mlp-s10-94L_run/checkpoint-200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06c776213498321fc56f9d629ae441d99241cb29 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:515aaf4623cc4bbdf339385647192c1001d74d42f1127e98e0e13e95ebf8a0c6 +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-200/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-200/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cbe5b1cc159c42479c086828bd595cd0c6c2bbe --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-200/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b74feea8eabc2a019f74d207e54f41128d62e299b263be00a4f00a214f044d +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-200/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-200/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5f477ae319f7890dbe85f94681f64bf10e690d69 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-200/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecefbb3f17bb76b6655eb0157c98b5287c17fa4b4c72a6b9068b0823ce9fd18d +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-200/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-200/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..69c45463625c6b435043bb76819092d151a1a2f0 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-200/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d3b5a970fc92af42664e84ba686059eaaacfaa668691c0cf6d2afddda677461 +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-200/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-200/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-200/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-200/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-200/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-200/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..771d711130b6e7ea3c88774451a1f4f521db1083 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-200/trainer_state.json @@ -0,0 +1,136 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.10784578053383662, + "eval_steps": 50, + "global_step": 200, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + }, + { + "epoch": 0.06470746832030197, + "grad_norm": 9.0625, + "learning_rate": 0.001, + "loss": 21.51625213623047, + "step": 120 + }, + { + "epoch": 0.07549204637368563, + "grad_norm": 8.0625, + "learning_rate": 0.001, + "loss": 20.9159912109375, + "step": 140 + }, + { + "epoch": 0.08088433540037746, + "eval_loss": 5.031351566314697, + "eval_runtime": 16.3105, + "eval_samples_per_second": 584.103, + "eval_steps_per_second": 4.598, + "step": 150 + }, + { + "epoch": 0.08627662442706929, + "grad_norm": 3.828125, + "learning_rate": 0.001, + "loss": 20.133233642578126, + "step": 160 + }, + { + "epoch": 0.09706120248045295, + "grad_norm": 5.875, + "learning_rate": 0.001, + "loss": 19.276626586914062, + "step": 180 + }, + { + "epoch": 0.10784578053383662, + "grad_norm": 3.796875, + "learning_rate": 0.001, + "loss": 18.316180419921874, + "step": 200 + }, + { + "epoch": 0.10784578053383662, + "eval_loss": 4.4591450691223145, + "eval_runtime": 16.5273, + "eval_samples_per_second": 576.441, + "eval_steps_per_second": 4.538, + "step": 200 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4852333255065600.0, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-200/training_args.bin b/out/mlp-s10-94L_run/checkpoint-200/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-200/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/checkpoint-300/config.json b/out/mlp-s10-94L_run/checkpoint-300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-300/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-300/model.safetensors b/out/mlp-s10-94L_run/checkpoint-300/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ce8f5bd8b531c4d04c2dc102a49ee7f1e8e2b46 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-300/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd6e8decd8bec1226de38af592cce777770c132c904845b0d7a5cb6382009a2 +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-300/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-300/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f256431ed543370805464396f7950c951094e275 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-300/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07997fea4a1b6f79f73da03ce515391657690ed21b96dd52031f331daf8109aa +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-300/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-300/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..2b5325bc71a67a30fea8d9b9b0ecaf6ff7bd4e35 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-300/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:068fbd993087219c15b8c0baa13fc39644a4dcdfe92d8be3fa6434deece90371 +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-300/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-300/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..2205caa454ec8c6d001cbeb693974807ba6e49e9 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-300/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76cd21f32221b90fb8288fd2428595ec8b5039fe2425086d67cacb5c8d814c9e +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-300/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-300/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-300/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-300/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-300/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-300/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-300/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-300/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ad5d546e419e05c9669316f400b80affec6f80ad --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-300/trainer_state.json @@ -0,0 +1,187 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.1617686708007549, + "eval_steps": 50, + "global_step": 300, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + }, + { + "epoch": 0.06470746832030197, + "grad_norm": 9.0625, + "learning_rate": 0.001, + "loss": 21.51625213623047, + "step": 120 + }, + { + "epoch": 0.07549204637368563, + "grad_norm": 8.0625, + "learning_rate": 0.001, + "loss": 20.9159912109375, + "step": 140 + }, + { + "epoch": 0.08088433540037746, + "eval_loss": 5.031351566314697, + "eval_runtime": 16.3105, + "eval_samples_per_second": 584.103, + "eval_steps_per_second": 4.598, + "step": 150 + }, + { + "epoch": 0.08627662442706929, + "grad_norm": 3.828125, + "learning_rate": 0.001, + "loss": 20.133233642578126, + "step": 160 + }, + { + "epoch": 0.09706120248045295, + "grad_norm": 5.875, + "learning_rate": 0.001, + "loss": 19.276626586914062, + "step": 180 + }, + { + "epoch": 0.10784578053383662, + "grad_norm": 3.796875, + "learning_rate": 0.001, + "loss": 18.316180419921874, + "step": 200 + }, + { + "epoch": 0.10784578053383662, + "eval_loss": 4.4591450691223145, + "eval_runtime": 16.5273, + "eval_samples_per_second": 576.441, + "eval_steps_per_second": 4.538, + "step": 200 + }, + { + "epoch": 0.11863035858722028, + "grad_norm": 3.125, + "learning_rate": 0.001, + "loss": 17.47910919189453, + "step": 220 + }, + { + "epoch": 0.12941493664060394, + "grad_norm": 3.78125, + "learning_rate": 0.001, + "loss": 16.857704162597656, + "step": 240 + }, + { + "epoch": 0.13480722566729578, + "eval_loss": 4.037808418273926, + "eval_runtime": 16.7437, + "eval_samples_per_second": 568.991, + "eval_steps_per_second": 4.479, + "step": 250 + }, + { + "epoch": 0.1401995146939876, + "grad_norm": 4.8125, + "learning_rate": 0.001, + "loss": 16.15790710449219, + "step": 260 + }, + { + "epoch": 0.15098409274737126, + "grad_norm": 2.453125, + "learning_rate": 0.001, + "loss": 15.610972595214843, + "step": 280 + }, + { + "epoch": 0.1617686708007549, + "grad_norm": 5.03125, + "learning_rate": 0.001, + "loss": 15.262626647949219, + "step": 300 + }, + { + "epoch": 0.1617686708007549, + "eval_loss": 3.7790420055389404, + "eval_runtime": 16.4839, + "eval_samples_per_second": 577.957, + "eval_steps_per_second": 4.55, + "step": 300 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 7278499882598400.0, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-300/training_args.bin b/out/mlp-s10-94L_run/checkpoint-300/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-300/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/checkpoint-400/config.json b/out/mlp-s10-94L_run/checkpoint-400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-400/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-400/model.safetensors b/out/mlp-s10-94L_run/checkpoint-400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ccf3e34efe2414af3a57522c4cfbbccba23eb52 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:180b6bcbb06797e554cbd1a50f57aab6add607691ae1226d8c0cc709764b1e89 +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-400/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-400/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e4ca3db0476a4430a16948eb90b1b9f01e10fe9 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-400/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4894211c86f3765a001bf6dffa01ad1d7155713482e1e8349bd3ace09b36a634 +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-400/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-400/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..0356827f9301fe57e21e777e2b92f97d7f2970b9 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-400/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a6944c405a002fce05f295d08ea6650e2e2ad6dbf5d6da1e9053f7bf7f5827 +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-400/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-400/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..562bb4747191f5286a7c504f1091695ce2881ef2 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-400/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51769a11c87b2b665cbe64c58b934afdb1fa1998bffb4addcc2f852b172d6681 +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-400/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-400/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-400/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-400/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-400/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-400/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a58486b3280d0bc9831af4aeaa2f875f58ba3a93 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-400/trainer_state.json @@ -0,0 +1,238 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.21569156106767323, + "eval_steps": 50, + "global_step": 400, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + }, + { + "epoch": 0.06470746832030197, + "grad_norm": 9.0625, + "learning_rate": 0.001, + "loss": 21.51625213623047, + "step": 120 + }, + { + "epoch": 0.07549204637368563, + "grad_norm": 8.0625, + "learning_rate": 0.001, + "loss": 20.9159912109375, + "step": 140 + }, + { + "epoch": 0.08088433540037746, + "eval_loss": 5.031351566314697, + "eval_runtime": 16.3105, + "eval_samples_per_second": 584.103, + "eval_steps_per_second": 4.598, + "step": 150 + }, + { + "epoch": 0.08627662442706929, + "grad_norm": 3.828125, + "learning_rate": 0.001, + "loss": 20.133233642578126, + "step": 160 + }, + { + "epoch": 0.09706120248045295, + "grad_norm": 5.875, + "learning_rate": 0.001, + "loss": 19.276626586914062, + "step": 180 + }, + { + "epoch": 0.10784578053383662, + "grad_norm": 3.796875, + "learning_rate": 0.001, + "loss": 18.316180419921874, + "step": 200 + }, + { + "epoch": 0.10784578053383662, + "eval_loss": 4.4591450691223145, + "eval_runtime": 16.5273, + "eval_samples_per_second": 576.441, + "eval_steps_per_second": 4.538, + "step": 200 + }, + { + "epoch": 0.11863035858722028, + "grad_norm": 3.125, + "learning_rate": 0.001, + "loss": 17.47910919189453, + "step": 220 + }, + { + "epoch": 0.12941493664060394, + "grad_norm": 3.78125, + "learning_rate": 0.001, + "loss": 16.857704162597656, + "step": 240 + }, + { + "epoch": 0.13480722566729578, + "eval_loss": 4.037808418273926, + "eval_runtime": 16.7437, + "eval_samples_per_second": 568.991, + "eval_steps_per_second": 4.479, + "step": 250 + }, + { + "epoch": 0.1401995146939876, + "grad_norm": 4.8125, + "learning_rate": 0.001, + "loss": 16.15790710449219, + "step": 260 + }, + { + "epoch": 0.15098409274737126, + "grad_norm": 2.453125, + "learning_rate": 0.001, + "loss": 15.610972595214843, + "step": 280 + }, + { + "epoch": 0.1617686708007549, + "grad_norm": 5.03125, + "learning_rate": 0.001, + "loss": 15.262626647949219, + "step": 300 + }, + { + "epoch": 0.1617686708007549, + "eval_loss": 3.7790420055389404, + "eval_runtime": 16.4839, + "eval_samples_per_second": 577.957, + "eval_steps_per_second": 4.55, + "step": 300 + }, + { + "epoch": 0.17255324885413859, + "grad_norm": 2.53125, + "learning_rate": 0.001, + "loss": 14.862835693359376, + "step": 320 + }, + { + "epoch": 0.18333782690752223, + "grad_norm": 1.8828125, + "learning_rate": 0.001, + "loss": 14.4195556640625, + "step": 340 + }, + { + "epoch": 0.18873011593421407, + "eval_loss": 3.508929491043091, + "eval_runtime": 16.5096, + "eval_samples_per_second": 577.059, + "eval_steps_per_second": 4.543, + "step": 350 + }, + { + "epoch": 0.1941224049609059, + "grad_norm": 2.21875, + "learning_rate": 0.001, + "loss": 14.034010314941407, + "step": 360 + }, + { + "epoch": 0.20490698301428956, + "grad_norm": 1.6171875, + "learning_rate": 0.001, + "loss": 13.656217956542969, + "step": 380 + }, + { + "epoch": 0.21569156106767323, + "grad_norm": 1.0859375, + "learning_rate": 0.001, + "loss": 13.353656005859374, + "step": 400 + }, + { + "epoch": 0.21569156106767323, + "eval_loss": 3.3230206966400146, + "eval_runtime": 16.5021, + "eval_samples_per_second": 577.322, + "eval_steps_per_second": 4.545, + "step": 400 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 9704666510131200.0, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-400/training_args.bin b/out/mlp-s10-94L_run/checkpoint-400/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-400/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/checkpoint-500/config.json b/out/mlp-s10-94L_run/checkpoint-500/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-500/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-500/model.safetensors b/out/mlp-s10-94L_run/checkpoint-500/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1593c906a3b7ebdc449fe71bbb42b993bf80369 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51ff1419c0e8c13aa7714c95469fdd320a332827401b4671c1cfc4a9cd603ba8 +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-500/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbbd83267e6177793cf052e319298fbd0826169d --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144c410296edb35dd9205691e3ea532b2b4ce216c706996bcb3a7a0df85514f2 +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-500/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..897592cfed30debbd3a3c3daff518edc11a20125 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1a97db8e41139aa1239ba7fb79ddeb0af5998c6305a440c1fe182e6ad02f2f5 +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-500/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e29bf81c053089a160a11ec1480780594d83c0f0 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a0752f1683b6bad1b285850c7a77f8c14fbcad243554c3a99f6e443a78365e +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-500/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-500/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-500/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-500/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-500/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-500/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-500/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cc017528d04486f8307d9ebe81454c7c52209ca2 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-500/trainer_state.json @@ -0,0 +1,289 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.26961445133459155, + "eval_steps": 50, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + }, + { + "epoch": 0.06470746832030197, + "grad_norm": 9.0625, + "learning_rate": 0.001, + "loss": 21.51625213623047, + "step": 120 + }, + { + "epoch": 0.07549204637368563, + "grad_norm": 8.0625, + "learning_rate": 0.001, + "loss": 20.9159912109375, + "step": 140 + }, + { + "epoch": 0.08088433540037746, + "eval_loss": 5.031351566314697, + "eval_runtime": 16.3105, + "eval_samples_per_second": 584.103, + "eval_steps_per_second": 4.598, + "step": 150 + }, + { + "epoch": 0.08627662442706929, + "grad_norm": 3.828125, + "learning_rate": 0.001, + "loss": 20.133233642578126, + "step": 160 + }, + { + "epoch": 0.09706120248045295, + "grad_norm": 5.875, + "learning_rate": 0.001, + "loss": 19.276626586914062, + "step": 180 + }, + { + "epoch": 0.10784578053383662, + "grad_norm": 3.796875, + "learning_rate": 0.001, + "loss": 18.316180419921874, + "step": 200 + }, + { + "epoch": 0.10784578053383662, + "eval_loss": 4.4591450691223145, + "eval_runtime": 16.5273, + "eval_samples_per_second": 576.441, + "eval_steps_per_second": 4.538, + "step": 200 + }, + { + "epoch": 0.11863035858722028, + "grad_norm": 3.125, + "learning_rate": 0.001, + "loss": 17.47910919189453, + "step": 220 + }, + { + "epoch": 0.12941493664060394, + "grad_norm": 3.78125, + "learning_rate": 0.001, + "loss": 16.857704162597656, + "step": 240 + }, + { + "epoch": 0.13480722566729578, + "eval_loss": 4.037808418273926, + "eval_runtime": 16.7437, + "eval_samples_per_second": 568.991, + "eval_steps_per_second": 4.479, + "step": 250 + }, + { + "epoch": 0.1401995146939876, + "grad_norm": 4.8125, + "learning_rate": 0.001, + "loss": 16.15790710449219, + "step": 260 + }, + { + "epoch": 0.15098409274737126, + "grad_norm": 2.453125, + "learning_rate": 0.001, + "loss": 15.610972595214843, + "step": 280 + }, + { + "epoch": 0.1617686708007549, + "grad_norm": 5.03125, + "learning_rate": 0.001, + "loss": 15.262626647949219, + "step": 300 + }, + { + "epoch": 0.1617686708007549, + "eval_loss": 3.7790420055389404, + "eval_runtime": 16.4839, + "eval_samples_per_second": 577.957, + "eval_steps_per_second": 4.55, + "step": 300 + }, + { + "epoch": 0.17255324885413859, + "grad_norm": 2.53125, + "learning_rate": 0.001, + "loss": 14.862835693359376, + "step": 320 + }, + { + "epoch": 0.18333782690752223, + "grad_norm": 1.8828125, + "learning_rate": 0.001, + "loss": 14.4195556640625, + "step": 340 + }, + { + "epoch": 0.18873011593421407, + "eval_loss": 3.508929491043091, + "eval_runtime": 16.5096, + "eval_samples_per_second": 577.059, + "eval_steps_per_second": 4.543, + "step": 350 + }, + { + "epoch": 0.1941224049609059, + "grad_norm": 2.21875, + "learning_rate": 0.001, + "loss": 14.034010314941407, + "step": 360 + }, + { + "epoch": 0.20490698301428956, + "grad_norm": 1.6171875, + "learning_rate": 0.001, + "loss": 13.656217956542969, + "step": 380 + }, + { + "epoch": 0.21569156106767323, + "grad_norm": 1.0859375, + "learning_rate": 0.001, + "loss": 13.353656005859374, + "step": 400 + }, + { + "epoch": 0.21569156106767323, + "eval_loss": 3.3230206966400146, + "eval_runtime": 16.5021, + "eval_samples_per_second": 577.322, + "eval_steps_per_second": 4.545, + "step": 400 + }, + { + "epoch": 0.22647613912105688, + "grad_norm": 2.65625, + "learning_rate": 0.001, + "loss": 13.050607299804687, + "step": 420 + }, + { + "epoch": 0.23726071717444056, + "grad_norm": 2.046875, + "learning_rate": 0.001, + "loss": 12.783986663818359, + "step": 440 + }, + { + "epoch": 0.2426530062011324, + "eval_loss": 3.1205618381500244, + "eval_runtime": 16.4401, + "eval_samples_per_second": 579.497, + "eval_steps_per_second": 4.562, + "step": 450 + }, + { + "epoch": 0.2480452952278242, + "grad_norm": 2.34375, + "learning_rate": 0.001, + "loss": 12.455777740478515, + "step": 460 + }, + { + "epoch": 0.2588298732812079, + "grad_norm": 1.734375, + "learning_rate": 0.001, + "loss": 12.180888366699218, + "step": 480 + }, + { + "epoch": 0.26961445133459155, + "grad_norm": 1.65625, + "learning_rate": 0.001, + "loss": 11.921077728271484, + "step": 500 + }, + { + "epoch": 0.26961445133459155, + "eval_loss": 2.950833797454834, + "eval_runtime": 16.4185, + "eval_samples_per_second": 580.259, + "eval_steps_per_second": 4.568, + "step": 500 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.2130833137664e+16, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-500/training_args.bin b/out/mlp-s10-94L_run/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/checkpoint-600/config.json b/out/mlp-s10-94L_run/checkpoint-600/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-600/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-600/model.safetensors b/out/mlp-s10-94L_run/checkpoint-600/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e89aa61001e088e59c2a1fe65caf6ceb446ebec --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-600/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a806f9be3d0093cb4208d7bda4389648523daaaa361a875ff14938ab064b1910 +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-600/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-600/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..891dc157342c84f5341d02bee95bc6815d1dda68 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-600/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c951988b3513da88d7706d11158f0bdb9bc79783fe344d3d92f3ae7568e8658 +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-600/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-600/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..cae1924bfcbcaa41088f12e23c40d824a6524399 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-600/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b8a6e3878f9402461193b241d8f1ee8546c6ad03f43e5b9dab8f4fc8c4d065 +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-600/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-600/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..78e0d3e5f03b35b71732852dc61dc0c82ce47efa --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-600/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5502244c7ba8b61ab0a3b01cdc7e5e2629060a0565d6b782445d6ba31022cee +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-600/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-600/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-600/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-600/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-600/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-600/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-600/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-600/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6ab9b32446c96289d030fa936e85cc059ebc0d71 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-600/trainer_state.json @@ -0,0 +1,340 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.3235373416015098, + "eval_steps": 50, + "global_step": 600, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + }, + { + "epoch": 0.06470746832030197, + "grad_norm": 9.0625, + "learning_rate": 0.001, + "loss": 21.51625213623047, + "step": 120 + }, + { + "epoch": 0.07549204637368563, + "grad_norm": 8.0625, + "learning_rate": 0.001, + "loss": 20.9159912109375, + "step": 140 + }, + { + "epoch": 0.08088433540037746, + "eval_loss": 5.031351566314697, + "eval_runtime": 16.3105, + "eval_samples_per_second": 584.103, + "eval_steps_per_second": 4.598, + "step": 150 + }, + { + "epoch": 0.08627662442706929, + "grad_norm": 3.828125, + "learning_rate": 0.001, + "loss": 20.133233642578126, + "step": 160 + }, + { + "epoch": 0.09706120248045295, + "grad_norm": 5.875, + "learning_rate": 0.001, + "loss": 19.276626586914062, + "step": 180 + }, + { + "epoch": 0.10784578053383662, + "grad_norm": 3.796875, + "learning_rate": 0.001, + "loss": 18.316180419921874, + "step": 200 + }, + { + "epoch": 0.10784578053383662, + "eval_loss": 4.4591450691223145, + "eval_runtime": 16.5273, + "eval_samples_per_second": 576.441, + "eval_steps_per_second": 4.538, + "step": 200 + }, + { + "epoch": 0.11863035858722028, + "grad_norm": 3.125, + "learning_rate": 0.001, + "loss": 17.47910919189453, + "step": 220 + }, + { + "epoch": 0.12941493664060394, + "grad_norm": 3.78125, + "learning_rate": 0.001, + "loss": 16.857704162597656, + "step": 240 + }, + { + "epoch": 0.13480722566729578, + "eval_loss": 4.037808418273926, + "eval_runtime": 16.7437, + "eval_samples_per_second": 568.991, + "eval_steps_per_second": 4.479, + "step": 250 + }, + { + "epoch": 0.1401995146939876, + "grad_norm": 4.8125, + "learning_rate": 0.001, + "loss": 16.15790710449219, + "step": 260 + }, + { + "epoch": 0.15098409274737126, + "grad_norm": 2.453125, + "learning_rate": 0.001, + "loss": 15.610972595214843, + "step": 280 + }, + { + "epoch": 0.1617686708007549, + "grad_norm": 5.03125, + "learning_rate": 0.001, + "loss": 15.262626647949219, + "step": 300 + }, + { + "epoch": 0.1617686708007549, + "eval_loss": 3.7790420055389404, + "eval_runtime": 16.4839, + "eval_samples_per_second": 577.957, + "eval_steps_per_second": 4.55, + "step": 300 + }, + { + "epoch": 0.17255324885413859, + "grad_norm": 2.53125, + "learning_rate": 0.001, + "loss": 14.862835693359376, + "step": 320 + }, + { + "epoch": 0.18333782690752223, + "grad_norm": 1.8828125, + "learning_rate": 0.001, + "loss": 14.4195556640625, + "step": 340 + }, + { + "epoch": 0.18873011593421407, + "eval_loss": 3.508929491043091, + "eval_runtime": 16.5096, + "eval_samples_per_second": 577.059, + "eval_steps_per_second": 4.543, + "step": 350 + }, + { + "epoch": 0.1941224049609059, + "grad_norm": 2.21875, + "learning_rate": 0.001, + "loss": 14.034010314941407, + "step": 360 + }, + { + "epoch": 0.20490698301428956, + "grad_norm": 1.6171875, + "learning_rate": 0.001, + "loss": 13.656217956542969, + "step": 380 + }, + { + "epoch": 0.21569156106767323, + "grad_norm": 1.0859375, + "learning_rate": 0.001, + "loss": 13.353656005859374, + "step": 400 + }, + { + "epoch": 0.21569156106767323, + "eval_loss": 3.3230206966400146, + "eval_runtime": 16.5021, + "eval_samples_per_second": 577.322, + "eval_steps_per_second": 4.545, + "step": 400 + }, + { + "epoch": 0.22647613912105688, + "grad_norm": 2.65625, + "learning_rate": 0.001, + "loss": 13.050607299804687, + "step": 420 + }, + { + "epoch": 0.23726071717444056, + "grad_norm": 2.046875, + "learning_rate": 0.001, + "loss": 12.783986663818359, + "step": 440 + }, + { + "epoch": 0.2426530062011324, + "eval_loss": 3.1205618381500244, + "eval_runtime": 16.4401, + "eval_samples_per_second": 579.497, + "eval_steps_per_second": 4.562, + "step": 450 + }, + { + "epoch": 0.2480452952278242, + "grad_norm": 2.34375, + "learning_rate": 0.001, + "loss": 12.455777740478515, + "step": 460 + }, + { + "epoch": 0.2588298732812079, + "grad_norm": 1.734375, + "learning_rate": 0.001, + "loss": 12.180888366699218, + "step": 480 + }, + { + "epoch": 0.26961445133459155, + "grad_norm": 1.65625, + "learning_rate": 0.001, + "loss": 11.921077728271484, + "step": 500 + }, + { + "epoch": 0.26961445133459155, + "eval_loss": 2.950833797454834, + "eval_runtime": 16.4185, + "eval_samples_per_second": 580.259, + "eval_steps_per_second": 4.568, + "step": 500 + }, + { + "epoch": 0.2803990293879752, + "grad_norm": 1.5234375, + "learning_rate": 0.001, + "loss": 11.677184295654296, + "step": 520 + }, + { + "epoch": 0.29118360744135885, + "grad_norm": 2.296875, + "learning_rate": 0.001, + "loss": 11.456565856933594, + "step": 540 + }, + { + "epoch": 0.2965758964680507, + "eval_loss": 2.813769817352295, + "eval_runtime": 16.3503, + "eval_samples_per_second": 582.681, + "eval_steps_per_second": 4.587, + "step": 550 + }, + { + "epoch": 0.3019681854947425, + "grad_norm": 1.84375, + "learning_rate": 0.001, + "loss": 11.254852294921875, + "step": 560 + }, + { + "epoch": 0.3127527635481262, + "grad_norm": 1.9609375, + "learning_rate": 0.001, + "loss": 11.02415771484375, + "step": 580 + }, + { + "epoch": 0.3235373416015098, + "grad_norm": 2.109375, + "learning_rate": 0.001, + "loss": 10.82885513305664, + "step": 600 + }, + { + "epoch": 0.3235373416015098, + "eval_loss": 2.6941640377044678, + "eval_runtime": 16.5123, + "eval_samples_per_second": 576.964, + "eval_steps_per_second": 4.542, + "step": 600 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.45569997651968e+16, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-600/training_args.bin b/out/mlp-s10-94L_run/checkpoint-600/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-600/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/checkpoint-700/config.json b/out/mlp-s10-94L_run/checkpoint-700/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-700/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-700/model.safetensors b/out/mlp-s10-94L_run/checkpoint-700/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f90e81896e261e198372afdc9a5145a41d64a181 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-700/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d4ea38f1a7d6684c871eb61825d2b9a6ff1c23fe8bbc8b64ce91f357b6ae128 +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-700/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-700/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..efa8a01c1fff5f98460e55034fbbf4ebf7373ded --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-700/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0eeef5ff4bfb5903245e8a9e302f2d0e0cb7752bd25fceffafea53114971776 +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-700/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-700/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f64147bcd6bee71b068f6138fbe0a72b61635951 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-700/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07c9483d2aaa0e0aa4859fa05bacc55a60e0f30ff9c95a3b76854e880483a96 +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-700/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-700/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..90a2630dad5cea2c510a4d34a77c888af2363d06 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-700/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3173cd6908322b02fdacbfeb79bbb6a1a1a40d218262cceb79ee8c11c4fa07d7 +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-700/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-700/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-700/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-700/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-700/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-700/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-700/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-700/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4b504ee00d03db040d7bd877ce9063819690c2db --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-700/trainer_state.json @@ -0,0 +1,391 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37746023186842814, + "eval_steps": 50, + "global_step": 700, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + }, + { + "epoch": 0.06470746832030197, + "grad_norm": 9.0625, + "learning_rate": 0.001, + "loss": 21.51625213623047, + "step": 120 + }, + { + "epoch": 0.07549204637368563, + "grad_norm": 8.0625, + "learning_rate": 0.001, + "loss": 20.9159912109375, + "step": 140 + }, + { + "epoch": 0.08088433540037746, + "eval_loss": 5.031351566314697, + "eval_runtime": 16.3105, + "eval_samples_per_second": 584.103, + "eval_steps_per_second": 4.598, + "step": 150 + }, + { + "epoch": 0.08627662442706929, + "grad_norm": 3.828125, + "learning_rate": 0.001, + "loss": 20.133233642578126, + "step": 160 + }, + { + "epoch": 0.09706120248045295, + "grad_norm": 5.875, + "learning_rate": 0.001, + "loss": 19.276626586914062, + "step": 180 + }, + { + "epoch": 0.10784578053383662, + "grad_norm": 3.796875, + "learning_rate": 0.001, + "loss": 18.316180419921874, + "step": 200 + }, + { + "epoch": 0.10784578053383662, + "eval_loss": 4.4591450691223145, + "eval_runtime": 16.5273, + "eval_samples_per_second": 576.441, + "eval_steps_per_second": 4.538, + "step": 200 + }, + { + "epoch": 0.11863035858722028, + "grad_norm": 3.125, + "learning_rate": 0.001, + "loss": 17.47910919189453, + "step": 220 + }, + { + "epoch": 0.12941493664060394, + "grad_norm": 3.78125, + "learning_rate": 0.001, + "loss": 16.857704162597656, + "step": 240 + }, + { + "epoch": 0.13480722566729578, + "eval_loss": 4.037808418273926, + "eval_runtime": 16.7437, + "eval_samples_per_second": 568.991, + "eval_steps_per_second": 4.479, + "step": 250 + }, + { + "epoch": 0.1401995146939876, + "grad_norm": 4.8125, + "learning_rate": 0.001, + "loss": 16.15790710449219, + "step": 260 + }, + { + "epoch": 0.15098409274737126, + "grad_norm": 2.453125, + "learning_rate": 0.001, + "loss": 15.610972595214843, + "step": 280 + }, + { + "epoch": 0.1617686708007549, + "grad_norm": 5.03125, + "learning_rate": 0.001, + "loss": 15.262626647949219, + "step": 300 + }, + { + "epoch": 0.1617686708007549, + "eval_loss": 3.7790420055389404, + "eval_runtime": 16.4839, + "eval_samples_per_second": 577.957, + "eval_steps_per_second": 4.55, + "step": 300 + }, + { + "epoch": 0.17255324885413859, + "grad_norm": 2.53125, + "learning_rate": 0.001, + "loss": 14.862835693359376, + "step": 320 + }, + { + "epoch": 0.18333782690752223, + "grad_norm": 1.8828125, + "learning_rate": 0.001, + "loss": 14.4195556640625, + "step": 340 + }, + { + "epoch": 0.18873011593421407, + "eval_loss": 3.508929491043091, + "eval_runtime": 16.5096, + "eval_samples_per_second": 577.059, + "eval_steps_per_second": 4.543, + "step": 350 + }, + { + "epoch": 0.1941224049609059, + "grad_norm": 2.21875, + "learning_rate": 0.001, + "loss": 14.034010314941407, + "step": 360 + }, + { + "epoch": 0.20490698301428956, + "grad_norm": 1.6171875, + "learning_rate": 0.001, + "loss": 13.656217956542969, + "step": 380 + }, + { + "epoch": 0.21569156106767323, + "grad_norm": 1.0859375, + "learning_rate": 0.001, + "loss": 13.353656005859374, + "step": 400 + }, + { + "epoch": 0.21569156106767323, + "eval_loss": 3.3230206966400146, + "eval_runtime": 16.5021, + "eval_samples_per_second": 577.322, + "eval_steps_per_second": 4.545, + "step": 400 + }, + { + "epoch": 0.22647613912105688, + "grad_norm": 2.65625, + "learning_rate": 0.001, + "loss": 13.050607299804687, + "step": 420 + }, + { + "epoch": 0.23726071717444056, + "grad_norm": 2.046875, + "learning_rate": 0.001, + "loss": 12.783986663818359, + "step": 440 + }, + { + "epoch": 0.2426530062011324, + "eval_loss": 3.1205618381500244, + "eval_runtime": 16.4401, + "eval_samples_per_second": 579.497, + "eval_steps_per_second": 4.562, + "step": 450 + }, + { + "epoch": 0.2480452952278242, + "grad_norm": 2.34375, + "learning_rate": 0.001, + "loss": 12.455777740478515, + "step": 460 + }, + { + "epoch": 0.2588298732812079, + "grad_norm": 1.734375, + "learning_rate": 0.001, + "loss": 12.180888366699218, + "step": 480 + }, + { + "epoch": 0.26961445133459155, + "grad_norm": 1.65625, + "learning_rate": 0.001, + "loss": 11.921077728271484, + "step": 500 + }, + { + "epoch": 0.26961445133459155, + "eval_loss": 2.950833797454834, + "eval_runtime": 16.4185, + "eval_samples_per_second": 580.259, + "eval_steps_per_second": 4.568, + "step": 500 + }, + { + "epoch": 0.2803990293879752, + "grad_norm": 1.5234375, + "learning_rate": 0.001, + "loss": 11.677184295654296, + "step": 520 + }, + { + "epoch": 0.29118360744135885, + "grad_norm": 2.296875, + "learning_rate": 0.001, + "loss": 11.456565856933594, + "step": 540 + }, + { + "epoch": 0.2965758964680507, + "eval_loss": 2.813769817352295, + "eval_runtime": 16.3503, + "eval_samples_per_second": 582.681, + "eval_steps_per_second": 4.587, + "step": 550 + }, + { + "epoch": 0.3019681854947425, + "grad_norm": 1.84375, + "learning_rate": 0.001, + "loss": 11.254852294921875, + "step": 560 + }, + { + "epoch": 0.3127527635481262, + "grad_norm": 1.9609375, + "learning_rate": 0.001, + "loss": 11.02415771484375, + "step": 580 + }, + { + "epoch": 0.3235373416015098, + "grad_norm": 2.109375, + "learning_rate": 0.001, + "loss": 10.82885513305664, + "step": 600 + }, + { + "epoch": 0.3235373416015098, + "eval_loss": 2.6941640377044678, + "eval_runtime": 16.5123, + "eval_samples_per_second": 576.964, + "eval_steps_per_second": 4.542, + "step": 600 + }, + { + "epoch": 0.3343219196548935, + "grad_norm": 1.2578125, + "learning_rate": 0.001, + "loss": 10.672529602050782, + "step": 620 + }, + { + "epoch": 0.34510649770827717, + "grad_norm": 1.9375, + "learning_rate": 0.001, + "loss": 10.486093139648437, + "step": 640 + }, + { + "epoch": 0.350498786734969, + "eval_loss": 2.5829620361328125, + "eval_runtime": 16.3847, + "eval_samples_per_second": 581.459, + "eval_steps_per_second": 4.577, + "step": 650 + }, + { + "epoch": 0.35589107576166085, + "grad_norm": 1.4765625, + "learning_rate": 0.001, + "loss": 10.307514953613282, + "step": 660 + }, + { + "epoch": 0.36667565381504447, + "grad_norm": 1.609375, + "learning_rate": 0.001, + "loss": 10.156155395507813, + "step": 680 + }, + { + "epoch": 0.37746023186842814, + "grad_norm": 2.078125, + "learning_rate": 0.001, + "loss": 10.004931640625, + "step": 700 + }, + { + "epoch": 0.37746023186842814, + "eval_loss": 2.4850780963897705, + "eval_runtime": 16.6426, + "eval_samples_per_second": 572.445, + "eval_steps_per_second": 4.506, + "step": 700 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.69831663927296e+16, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-700/training_args.bin b/out/mlp-s10-94L_run/checkpoint-700/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-700/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/checkpoint-800/config.json b/out/mlp-s10-94L_run/checkpoint-800/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-800/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-800/model.safetensors b/out/mlp-s10-94L_run/checkpoint-800/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..09c9e2a59bf1fe6cb5881ff067e1b92803bf1de6 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-800/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e912dbae6fc937b2475c159918d0a327ca468dfc3d3ef6bbf40a96b0096dfcd +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-800/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-800/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d997c9f173bfe3c149451a0db81cc14219cffd0 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-800/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e4df51df9bde52552b6924fc597511442f627267b0f4ba72aecf21d5e737e7 +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-800/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-800/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..fc2a4d6ce5efcbb50041256d392d81b4e29bd8da --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-800/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83fe17529e572dff2734bb21512b28dd7cf5d20ef0e84688f5068ffbf24e765 +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-800/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-800/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1d3c3dca3077da40a75183e18f558ef5fd9a2d5 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-800/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7334026bbd250befa466dcbe6bec8bfe84c03024263e4dea55e40698f2caa92e +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-800/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-800/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-800/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-800/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-800/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-800/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-800/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-800/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bf670a570ba3f0fe11b47a309973a29908d32aa3 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-800/trainer_state.json @@ -0,0 +1,442 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.43138312213534646, + "eval_steps": 50, + "global_step": 800, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + }, + { + "epoch": 0.06470746832030197, + "grad_norm": 9.0625, + "learning_rate": 0.001, + "loss": 21.51625213623047, + "step": 120 + }, + { + "epoch": 0.07549204637368563, + "grad_norm": 8.0625, + "learning_rate": 0.001, + "loss": 20.9159912109375, + "step": 140 + }, + { + "epoch": 0.08088433540037746, + "eval_loss": 5.031351566314697, + "eval_runtime": 16.3105, + "eval_samples_per_second": 584.103, + "eval_steps_per_second": 4.598, + "step": 150 + }, + { + "epoch": 0.08627662442706929, + "grad_norm": 3.828125, + "learning_rate": 0.001, + "loss": 20.133233642578126, + "step": 160 + }, + { + "epoch": 0.09706120248045295, + "grad_norm": 5.875, + "learning_rate": 0.001, + "loss": 19.276626586914062, + "step": 180 + }, + { + "epoch": 0.10784578053383662, + "grad_norm": 3.796875, + "learning_rate": 0.001, + "loss": 18.316180419921874, + "step": 200 + }, + { + "epoch": 0.10784578053383662, + "eval_loss": 4.4591450691223145, + "eval_runtime": 16.5273, + "eval_samples_per_second": 576.441, + "eval_steps_per_second": 4.538, + "step": 200 + }, + { + "epoch": 0.11863035858722028, + "grad_norm": 3.125, + "learning_rate": 0.001, + "loss": 17.47910919189453, + "step": 220 + }, + { + "epoch": 0.12941493664060394, + "grad_norm": 3.78125, + "learning_rate": 0.001, + "loss": 16.857704162597656, + "step": 240 + }, + { + "epoch": 0.13480722566729578, + "eval_loss": 4.037808418273926, + "eval_runtime": 16.7437, + "eval_samples_per_second": 568.991, + "eval_steps_per_second": 4.479, + "step": 250 + }, + { + "epoch": 0.1401995146939876, + "grad_norm": 4.8125, + "learning_rate": 0.001, + "loss": 16.15790710449219, + "step": 260 + }, + { + "epoch": 0.15098409274737126, + "grad_norm": 2.453125, + "learning_rate": 0.001, + "loss": 15.610972595214843, + "step": 280 + }, + { + "epoch": 0.1617686708007549, + "grad_norm": 5.03125, + "learning_rate": 0.001, + "loss": 15.262626647949219, + "step": 300 + }, + { + "epoch": 0.1617686708007549, + "eval_loss": 3.7790420055389404, + "eval_runtime": 16.4839, + "eval_samples_per_second": 577.957, + "eval_steps_per_second": 4.55, + "step": 300 + }, + { + "epoch": 0.17255324885413859, + "grad_norm": 2.53125, + "learning_rate": 0.001, + "loss": 14.862835693359376, + "step": 320 + }, + { + "epoch": 0.18333782690752223, + "grad_norm": 1.8828125, + "learning_rate": 0.001, + "loss": 14.4195556640625, + "step": 340 + }, + { + "epoch": 0.18873011593421407, + "eval_loss": 3.508929491043091, + "eval_runtime": 16.5096, + "eval_samples_per_second": 577.059, + "eval_steps_per_second": 4.543, + "step": 350 + }, + { + "epoch": 0.1941224049609059, + "grad_norm": 2.21875, + "learning_rate": 0.001, + "loss": 14.034010314941407, + "step": 360 + }, + { + "epoch": 0.20490698301428956, + "grad_norm": 1.6171875, + "learning_rate": 0.001, + "loss": 13.656217956542969, + "step": 380 + }, + { + "epoch": 0.21569156106767323, + "grad_norm": 1.0859375, + "learning_rate": 0.001, + "loss": 13.353656005859374, + "step": 400 + }, + { + "epoch": 0.21569156106767323, + "eval_loss": 3.3230206966400146, + "eval_runtime": 16.5021, + "eval_samples_per_second": 577.322, + "eval_steps_per_second": 4.545, + "step": 400 + }, + { + "epoch": 0.22647613912105688, + "grad_norm": 2.65625, + "learning_rate": 0.001, + "loss": 13.050607299804687, + "step": 420 + }, + { + "epoch": 0.23726071717444056, + "grad_norm": 2.046875, + "learning_rate": 0.001, + "loss": 12.783986663818359, + "step": 440 + }, + { + "epoch": 0.2426530062011324, + "eval_loss": 3.1205618381500244, + "eval_runtime": 16.4401, + "eval_samples_per_second": 579.497, + "eval_steps_per_second": 4.562, + "step": 450 + }, + { + "epoch": 0.2480452952278242, + "grad_norm": 2.34375, + "learning_rate": 0.001, + "loss": 12.455777740478515, + "step": 460 + }, + { + "epoch": 0.2588298732812079, + "grad_norm": 1.734375, + "learning_rate": 0.001, + "loss": 12.180888366699218, + "step": 480 + }, + { + "epoch": 0.26961445133459155, + "grad_norm": 1.65625, + "learning_rate": 0.001, + "loss": 11.921077728271484, + "step": 500 + }, + { + "epoch": 0.26961445133459155, + "eval_loss": 2.950833797454834, + "eval_runtime": 16.4185, + "eval_samples_per_second": 580.259, + "eval_steps_per_second": 4.568, + "step": 500 + }, + { + "epoch": 0.2803990293879752, + "grad_norm": 1.5234375, + "learning_rate": 0.001, + "loss": 11.677184295654296, + "step": 520 + }, + { + "epoch": 0.29118360744135885, + "grad_norm": 2.296875, + "learning_rate": 0.001, + "loss": 11.456565856933594, + "step": 540 + }, + { + "epoch": 0.2965758964680507, + "eval_loss": 2.813769817352295, + "eval_runtime": 16.3503, + "eval_samples_per_second": 582.681, + "eval_steps_per_second": 4.587, + "step": 550 + }, + { + "epoch": 0.3019681854947425, + "grad_norm": 1.84375, + "learning_rate": 0.001, + "loss": 11.254852294921875, + "step": 560 + }, + { + "epoch": 0.3127527635481262, + "grad_norm": 1.9609375, + "learning_rate": 0.001, + "loss": 11.02415771484375, + "step": 580 + }, + { + "epoch": 0.3235373416015098, + "grad_norm": 2.109375, + "learning_rate": 0.001, + "loss": 10.82885513305664, + "step": 600 + }, + { + "epoch": 0.3235373416015098, + "eval_loss": 2.6941640377044678, + "eval_runtime": 16.5123, + "eval_samples_per_second": 576.964, + "eval_steps_per_second": 4.542, + "step": 600 + }, + { + "epoch": 0.3343219196548935, + "grad_norm": 1.2578125, + "learning_rate": 0.001, + "loss": 10.672529602050782, + "step": 620 + }, + { + "epoch": 0.34510649770827717, + "grad_norm": 1.9375, + "learning_rate": 0.001, + "loss": 10.486093139648437, + "step": 640 + }, + { + "epoch": 0.350498786734969, + "eval_loss": 2.5829620361328125, + "eval_runtime": 16.3847, + "eval_samples_per_second": 581.459, + "eval_steps_per_second": 4.577, + "step": 650 + }, + { + "epoch": 0.35589107576166085, + "grad_norm": 1.4765625, + "learning_rate": 0.001, + "loss": 10.307514953613282, + "step": 660 + }, + { + "epoch": 0.36667565381504447, + "grad_norm": 1.609375, + "learning_rate": 0.001, + "loss": 10.156155395507813, + "step": 680 + }, + { + "epoch": 0.37746023186842814, + "grad_norm": 2.078125, + "learning_rate": 0.001, + "loss": 10.004931640625, + "step": 700 + }, + { + "epoch": 0.37746023186842814, + "eval_loss": 2.4850780963897705, + "eval_runtime": 16.6426, + "eval_samples_per_second": 572.445, + "eval_steps_per_second": 4.506, + "step": 700 + }, + { + "epoch": 0.3882448099218118, + "grad_norm": 1.8203125, + "learning_rate": 0.001, + "loss": 9.830353546142579, + "step": 720 + }, + { + "epoch": 0.3990293879751955, + "grad_norm": 1.671875, + "learning_rate": 0.001, + "loss": 9.726395416259766, + "step": 740 + }, + { + "epoch": 0.4044216770018873, + "eval_loss": 2.3961310386657715, + "eval_runtime": 16.484, + "eval_samples_per_second": 577.953, + "eval_steps_per_second": 4.55, + "step": 750 + }, + { + "epoch": 0.4098139660285791, + "grad_norm": 1.5, + "learning_rate": 0.001, + "loss": 9.585889434814453, + "step": 760 + }, + { + "epoch": 0.4205985440819628, + "grad_norm": 1.4921875, + "learning_rate": 0.001, + "loss": 9.474940490722656, + "step": 780 + }, + { + "epoch": 0.43138312213534646, + "grad_norm": 1.7890625, + "learning_rate": 0.001, + "loss": 9.303884124755859, + "step": 800 + }, + { + "epoch": 0.43138312213534646, + "eval_loss": 2.3192710876464844, + "eval_runtime": 16.362, + "eval_samples_per_second": 582.263, + "eval_steps_per_second": 4.584, + "step": 800 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.94093330202624e+16, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-800/training_args.bin b/out/mlp-s10-94L_run/checkpoint-800/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-800/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/checkpoint-900/config.json b/out/mlp-s10-94L_run/checkpoint-900/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-900/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/checkpoint-900/model.safetensors b/out/mlp-s10-94L_run/checkpoint-900/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf4be2edc84e0e3af85a53c17a8a0ce3a94b44cc --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-900/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce3fe5c5cd91fd0e6a484dc4a8da9e18eeeb4a31ea5732f2f65e61123eb43360 +size 31981960 diff --git a/out/mlp-s10-94L_run/checkpoint-900/optimizer.pt b/out/mlp-s10-94L_run/checkpoint-900/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4c4ad5e243943a6c975fecf98fb5665d4e0677 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-900/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141a845e0571888af5bab8796cccac8985c3e9de18e1bb0b12bf06a2ff269ad6 +size 64439848 diff --git a/out/mlp-s10-94L_run/checkpoint-900/rng_state.pth b/out/mlp-s10-94L_run/checkpoint-900/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c32b15ab8ef090cbfa530866122087b5e1c69e5f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-900/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86a2aa7bca84d2b8e7dd4e04a286714ba9169af11c46c739950a52df4c45259f +size 14244 diff --git a/out/mlp-s10-94L_run/checkpoint-900/scheduler.pt b/out/mlp-s10-94L_run/checkpoint-900/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..750dd61749946591251a02e176b779a7614bc7a9 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-900/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d48b00fea613f19335b87fb622648d28d7f8900963d07ba43c75df2b4dc3d4e +size 1064 diff --git a/out/mlp-s10-94L_run/checkpoint-900/tokenizer.json b/out/mlp-s10-94L_run/checkpoint-900/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-900/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/mlp-s10-94L_run/checkpoint-900/tokenizer_config.json b/out/mlp-s10-94L_run/checkpoint-900/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-900/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/mlp-s10-94L_run/checkpoint-900/trainer_state.json b/out/mlp-s10-94L_run/checkpoint-900/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d77407c47ee1450a29c88712f22db5fa6374f301 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-900/trainer_state.json @@ -0,0 +1,493 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.4853060124022648, + "eval_steps": 50, + "global_step": 900, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010784578053383662, + "grad_norm": 3.75, + "learning_rate": 0.001, + "loss": 28.570291137695314, + "step": 20 + }, + { + "epoch": 0.021569156106767323, + "grad_norm": 0.263671875, + "learning_rate": 0.001, + "loss": 24.279835510253907, + "step": 40 + }, + { + "epoch": 0.026961445133459154, + "eval_loss": 5.908648490905762, + "eval_runtime": 16.3836, + "eval_samples_per_second": 581.495, + "eval_steps_per_second": 4.578, + "step": 50 + }, + { + "epoch": 0.032353734160150985, + "grad_norm": 2.03125, + "learning_rate": 0.001, + "loss": 23.61173858642578, + "step": 60 + }, + { + "epoch": 0.043138312213534646, + "grad_norm": 3.9375, + "learning_rate": 0.001, + "loss": 22.80414733886719, + "step": 80 + }, + { + "epoch": 0.05392289026691831, + "grad_norm": 4.5, + "learning_rate": 0.001, + "loss": 22.137115478515625, + "step": 100 + }, + { + "epoch": 0.05392289026691831, + "eval_loss": 5.443320274353027, + "eval_runtime": 16.3492, + "eval_samples_per_second": 582.72, + "eval_steps_per_second": 4.587, + "step": 100 + }, + { + "epoch": 0.06470746832030197, + "grad_norm": 9.0625, + "learning_rate": 0.001, + "loss": 21.51625213623047, + "step": 120 + }, + { + "epoch": 0.07549204637368563, + "grad_norm": 8.0625, + "learning_rate": 0.001, + "loss": 20.9159912109375, + "step": 140 + }, + { + "epoch": 0.08088433540037746, + "eval_loss": 5.031351566314697, + "eval_runtime": 16.3105, + "eval_samples_per_second": 584.103, + "eval_steps_per_second": 4.598, + "step": 150 + }, + { + "epoch": 0.08627662442706929, + "grad_norm": 3.828125, + "learning_rate": 0.001, + "loss": 20.133233642578126, + "step": 160 + }, + { + "epoch": 0.09706120248045295, + "grad_norm": 5.875, + "learning_rate": 0.001, + "loss": 19.276626586914062, + "step": 180 + }, + { + "epoch": 0.10784578053383662, + "grad_norm": 3.796875, + "learning_rate": 0.001, + "loss": 18.316180419921874, + "step": 200 + }, + { + "epoch": 0.10784578053383662, + "eval_loss": 4.4591450691223145, + "eval_runtime": 16.5273, + "eval_samples_per_second": 576.441, + "eval_steps_per_second": 4.538, + "step": 200 + }, + { + "epoch": 0.11863035858722028, + "grad_norm": 3.125, + "learning_rate": 0.001, + "loss": 17.47910919189453, + "step": 220 + }, + { + "epoch": 0.12941493664060394, + "grad_norm": 3.78125, + "learning_rate": 0.001, + "loss": 16.857704162597656, + "step": 240 + }, + { + "epoch": 0.13480722566729578, + "eval_loss": 4.037808418273926, + "eval_runtime": 16.7437, + "eval_samples_per_second": 568.991, + "eval_steps_per_second": 4.479, + "step": 250 + }, + { + "epoch": 0.1401995146939876, + "grad_norm": 4.8125, + "learning_rate": 0.001, + "loss": 16.15790710449219, + "step": 260 + }, + { + "epoch": 0.15098409274737126, + "grad_norm": 2.453125, + "learning_rate": 0.001, + "loss": 15.610972595214843, + "step": 280 + }, + { + "epoch": 0.1617686708007549, + "grad_norm": 5.03125, + "learning_rate": 0.001, + "loss": 15.262626647949219, + "step": 300 + }, + { + "epoch": 0.1617686708007549, + "eval_loss": 3.7790420055389404, + "eval_runtime": 16.4839, + "eval_samples_per_second": 577.957, + "eval_steps_per_second": 4.55, + "step": 300 + }, + { + "epoch": 0.17255324885413859, + "grad_norm": 2.53125, + "learning_rate": 0.001, + "loss": 14.862835693359376, + "step": 320 + }, + { + "epoch": 0.18333782690752223, + "grad_norm": 1.8828125, + "learning_rate": 0.001, + "loss": 14.4195556640625, + "step": 340 + }, + { + "epoch": 0.18873011593421407, + "eval_loss": 3.508929491043091, + "eval_runtime": 16.5096, + "eval_samples_per_second": 577.059, + "eval_steps_per_second": 4.543, + "step": 350 + }, + { + "epoch": 0.1941224049609059, + "grad_norm": 2.21875, + "learning_rate": 0.001, + "loss": 14.034010314941407, + "step": 360 + }, + { + "epoch": 0.20490698301428956, + "grad_norm": 1.6171875, + "learning_rate": 0.001, + "loss": 13.656217956542969, + "step": 380 + }, + { + "epoch": 0.21569156106767323, + "grad_norm": 1.0859375, + "learning_rate": 0.001, + "loss": 13.353656005859374, + "step": 400 + }, + { + "epoch": 0.21569156106767323, + "eval_loss": 3.3230206966400146, + "eval_runtime": 16.5021, + "eval_samples_per_second": 577.322, + "eval_steps_per_second": 4.545, + "step": 400 + }, + { + "epoch": 0.22647613912105688, + "grad_norm": 2.65625, + "learning_rate": 0.001, + "loss": 13.050607299804687, + "step": 420 + }, + { + "epoch": 0.23726071717444056, + "grad_norm": 2.046875, + "learning_rate": 0.001, + "loss": 12.783986663818359, + "step": 440 + }, + { + "epoch": 0.2426530062011324, + "eval_loss": 3.1205618381500244, + "eval_runtime": 16.4401, + "eval_samples_per_second": 579.497, + "eval_steps_per_second": 4.562, + "step": 450 + }, + { + "epoch": 0.2480452952278242, + "grad_norm": 2.34375, + "learning_rate": 0.001, + "loss": 12.455777740478515, + "step": 460 + }, + { + "epoch": 0.2588298732812079, + "grad_norm": 1.734375, + "learning_rate": 0.001, + "loss": 12.180888366699218, + "step": 480 + }, + { + "epoch": 0.26961445133459155, + "grad_norm": 1.65625, + "learning_rate": 0.001, + "loss": 11.921077728271484, + "step": 500 + }, + { + "epoch": 0.26961445133459155, + "eval_loss": 2.950833797454834, + "eval_runtime": 16.4185, + "eval_samples_per_second": 580.259, + "eval_steps_per_second": 4.568, + "step": 500 + }, + { + "epoch": 0.2803990293879752, + "grad_norm": 1.5234375, + "learning_rate": 0.001, + "loss": 11.677184295654296, + "step": 520 + }, + { + "epoch": 0.29118360744135885, + "grad_norm": 2.296875, + "learning_rate": 0.001, + "loss": 11.456565856933594, + "step": 540 + }, + { + "epoch": 0.2965758964680507, + "eval_loss": 2.813769817352295, + "eval_runtime": 16.3503, + "eval_samples_per_second": 582.681, + "eval_steps_per_second": 4.587, + "step": 550 + }, + { + "epoch": 0.3019681854947425, + "grad_norm": 1.84375, + "learning_rate": 0.001, + "loss": 11.254852294921875, + "step": 560 + }, + { + "epoch": 0.3127527635481262, + "grad_norm": 1.9609375, + "learning_rate": 0.001, + "loss": 11.02415771484375, + "step": 580 + }, + { + "epoch": 0.3235373416015098, + "grad_norm": 2.109375, + "learning_rate": 0.001, + "loss": 10.82885513305664, + "step": 600 + }, + { + "epoch": 0.3235373416015098, + "eval_loss": 2.6941640377044678, + "eval_runtime": 16.5123, + "eval_samples_per_second": 576.964, + "eval_steps_per_second": 4.542, + "step": 600 + }, + { + "epoch": 0.3343219196548935, + "grad_norm": 1.2578125, + "learning_rate": 0.001, + "loss": 10.672529602050782, + "step": 620 + }, + { + "epoch": 0.34510649770827717, + "grad_norm": 1.9375, + "learning_rate": 0.001, + "loss": 10.486093139648437, + "step": 640 + }, + { + "epoch": 0.350498786734969, + "eval_loss": 2.5829620361328125, + "eval_runtime": 16.3847, + "eval_samples_per_second": 581.459, + "eval_steps_per_second": 4.577, + "step": 650 + }, + { + "epoch": 0.35589107576166085, + "grad_norm": 1.4765625, + "learning_rate": 0.001, + "loss": 10.307514953613282, + "step": 660 + }, + { + "epoch": 0.36667565381504447, + "grad_norm": 1.609375, + "learning_rate": 0.001, + "loss": 10.156155395507813, + "step": 680 + }, + { + "epoch": 0.37746023186842814, + "grad_norm": 2.078125, + "learning_rate": 0.001, + "loss": 10.004931640625, + "step": 700 + }, + { + "epoch": 0.37746023186842814, + "eval_loss": 2.4850780963897705, + "eval_runtime": 16.6426, + "eval_samples_per_second": 572.445, + "eval_steps_per_second": 4.506, + "step": 700 + }, + { + "epoch": 0.3882448099218118, + "grad_norm": 1.8203125, + "learning_rate": 0.001, + "loss": 9.830353546142579, + "step": 720 + }, + { + "epoch": 0.3990293879751955, + "grad_norm": 1.671875, + "learning_rate": 0.001, + "loss": 9.726395416259766, + "step": 740 + }, + { + "epoch": 0.4044216770018873, + "eval_loss": 2.3961310386657715, + "eval_runtime": 16.484, + "eval_samples_per_second": 577.953, + "eval_steps_per_second": 4.55, + "step": 750 + }, + { + "epoch": 0.4098139660285791, + "grad_norm": 1.5, + "learning_rate": 0.001, + "loss": 9.585889434814453, + "step": 760 + }, + { + "epoch": 0.4205985440819628, + "grad_norm": 1.4921875, + "learning_rate": 0.001, + "loss": 9.474940490722656, + "step": 780 + }, + { + "epoch": 0.43138312213534646, + "grad_norm": 1.7890625, + "learning_rate": 0.001, + "loss": 9.303884124755859, + "step": 800 + }, + { + "epoch": 0.43138312213534646, + "eval_loss": 2.3192710876464844, + "eval_runtime": 16.362, + "eval_samples_per_second": 582.263, + "eval_steps_per_second": 4.584, + "step": 800 + }, + { + "epoch": 0.44216770018873014, + "grad_norm": 1.96875, + "learning_rate": 0.001, + "loss": 9.214578247070312, + "step": 820 + }, + { + "epoch": 0.45295227824211376, + "grad_norm": 1.265625, + "learning_rate": 0.001, + "loss": 9.110013580322265, + "step": 840 + }, + { + "epoch": 0.4583445672688056, + "eval_loss": 2.255786895751953, + "eval_runtime": 16.6344, + "eval_samples_per_second": 572.728, + "eval_steps_per_second": 4.509, + "step": 850 + }, + { + "epoch": 0.46373685629549743, + "grad_norm": 1.53125, + "learning_rate": 0.001, + "loss": 8.989684295654296, + "step": 860 + }, + { + "epoch": 0.4745214343488811, + "grad_norm": 1.46875, + "learning_rate": 0.001, + "loss": 8.903449249267577, + "step": 880 + }, + { + "epoch": 0.4853060124022648, + "grad_norm": 1.5625, + "learning_rate": 0.001, + "loss": 8.798023223876953, + "step": 900 + }, + { + "epoch": 0.4853060124022648, + "eval_loss": 2.1990966796875, + "eval_runtime": 16.4377, + "eval_samples_per_second": 579.581, + "eval_steps_per_second": 4.563, + "step": 900 + } + ], + "logging_steps": 20, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.18354996477952e+16, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +} diff --git a/out/mlp-s10-94L_run/checkpoint-900/training_args.bin b/out/mlp-s10-94L_run/checkpoint-900/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/checkpoint-900/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/config.json b/out/mlp-s10-94L_run/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc516993ec72da88c37a60f4bc5cd312e013937 --- /dev/null +++ b/out/mlp-s10-94L_run/config.json @@ -0,0 +1,35 @@ +{ + "activation": "s10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "mlp", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 94, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/mlp-s10-94L_run/model.safetensors b/out/mlp-s10-94L_run/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2af34008b24bcc90bdab4e4be48266033fecbd3d --- /dev/null +++ b/out/mlp-s10-94L_run/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e024a0695e460a7767d8870e3aab9f1e1ac1c23d1574c25ef36b65f711261df1 +size 31981960 diff --git a/out/mlp-s10-94L_run/training_args.bin b/out/mlp-s10-94L_run/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f1e219b6ba7be6e363b06f6274f72d30e4b4146 --- /dev/null +++ b/out/mlp-s10-94L_run/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873bf272a464f8d4f32a1497a17e4dd88aaf0d116e87d1e95dbff747318696f0 +size 4920 diff --git a/out/mlp-s10-94L_run/training_log.jsonl b/out/mlp-s10-94L_run/training_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..69b3640d41b3e7d0c43391f49c110d5352a7b15e --- /dev/null +++ b/out/mlp-s10-94L_run/training_log.jsonl @@ -0,0 +1,74 @@ +{"step": 20, "epoch": 0.010784578053383662, "timestamp": 1786247943.6372702, "loss": 28.570291137695314, "grad_norm": 3.75, "learning_rate": 0.001, "train/total_time_seconds": 35.29652937874198, "train/time_per_step_avg": 1.764826468937099, "train/epoch_time_elapsed": 43.736500181257725, "train/estimated_remaining_minutes": 43.53238623378177, "train/global/act/norm": 88288.75748243036, "train/global/act/mean": 0.016510986715447595, "train/global/act/std": 0.4295392136985795, "train/global/act/max_abs": 8.337332725524902, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 5.515955227882824, "train/global/grad/mean": -3.5403074534138256e-06, "train/global/grad/std": 0.0006904991322500945, "train/global/grad/max_abs": 0.1083984375, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 174.8383014119761, "train/global/param/mean": 0.0015339927339978606, "train/global/param/std": 0.043756433179558706, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_27/act/norm": 8941.759036942964, "train/layer_model_layers_27/act/mean": 0.018003917657412015, "train/layer_model_layers_27/act/std": 0.4278894371820495, "train/layer_model_layers_27/act/max_abs": 5.09375, "train/layer_model_layers_27/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_27/act/frac_near_user_limit": 0.0, "train/layer_model_layers_27/grad/norm": 0.33254148164268105, "train/layer_model_layers_27/grad/mean": -1.2080309703341699e-05, "train/layer_model_layers_27/grad/std": 0.0004102032605979169, "train/layer_model_layers_27/grad/max_abs": 0.008544921875, "train/layer_model_layers_27/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_27/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_87/act/norm": 9222.211571989737, "train/layer_model_layers_87/act/mean": 0.019272804260253906, "train/layer_model_layers_87/act/std": 0.4411233125326008, "train/layer_model_layers_87/act/max_abs": 4.28125, "train/layer_model_layers_87/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_87/act/frac_near_user_limit": 0.0, "train/layer_model_layers_87/grad/norm": 0.20373018364853362, "train/layer_model_layers_87/grad/mean": -1.1535626022485137e-06, "train/layer_model_layers_87/grad/std": 0.00025149776361037626, "train/layer_model_layers_87/grad/max_abs": 0.005645751953125, "train/layer_model_layers_87/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_87/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_53/act/norm": 9063.410837059551, "train/layer_model_layers_53/act/mean": 0.02554119550264799, "train/layer_model_layers_53/act/std": 0.43326961624412214, "train/layer_model_layers_53/act/max_abs": 4.5625, "train/layer_model_layers_53/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_53/act/frac_near_user_limit": 0.0, "train/layer_model_layers_53/grad/norm": 0.26429347380137364, "train/layer_model_layers_53/grad/mean": -7.417370447548987e-07, "train/layer_model_layers_53/grad/std": 0.00032625029212945034, "train/layer_model_layers_53/grad/max_abs": 0.0072021484375, "train/layer_model_layers_53/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_53/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_31/param/norm": 17.928582822723328, "train/layer__model_layers_31/param/mean": 0.0016725870450833658, "train/layer__model_layers_31/param/std": 0.04423195295318411, "train/layer__model_layers_31/param/max_abs": 1.0, "train/layer__model_layers_31/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_31/param/frac_near_user_limit": 0.0, "train/layer_model_layers_24/act/norm": 8921.7681020251, "train/layer_model_layers_24/act/mean": 0.012783637413611779, "train/layer_model_layers_24/act/std": 0.4268414512243823, "train/layer_model_layers_24/act/max_abs": 5.0, "train/layer_model_layers_24/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_24/act/frac_near_user_limit": 0.0, "train/layer_model_layers_24/grad/norm": 0.36140633426509644, "train/layer_model_layers_24/grad/mean": -1.145496328075107e-05, "train/layer_model_layers_24/grad/std": 0.00044599831568371335, "train/layer_model_layers_24/grad/max_abs": 0.00738525390625, "train/layer_model_layers_24/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_24/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_39/act/norm": 8997.916225993367, "train/layer_model_layers_39/act/mean": 0.028445720672607422, "train/layer_model_layers_39/act/std": 0.42998021713885526, "train/layer_model_layers_39/act/max_abs": 4.8125, "train/layer_model_layers_39/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_39/act/frac_near_user_limit": 0.0, "train/layer_model_layers_39/grad/norm": 0.2825484167469746, "train/layer_model_layers_39/grad/mean": -7.176211840428075e-06, "train/layer_model_layers_39/grad/std": 0.00034864746368852556, "train/layer_model_layers_39/grad/max_abs": 0.00726318359375, "train/layer_model_layers_39/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_39/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_25/param/norm": 17.92418386391693, "train/layer__model_layers_25/param/mean": 0.0016254121539373294, "train/layer__model_layers_25/param/std": 0.04422303878480107, "train/layer__model_layers_25/param/max_abs": 1.0, "train/layer__model_layers_25/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_25/param/frac_near_user_limit": 0.0, "train/layer__model_layers_28/param/norm": 17.94528358998542, "train/layer__model_layers_28/param/mean": 0.0015510642398352183, "train/layer__model_layers_28/param/std": 0.04427494133078618, "train/layer__model_layers_28/param/max_abs": 1.0, "train/layer__model_layers_28/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_28/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 17.940807077546708, "train/layer__model_layers_4/param/mean": 0.0015530400268745125, "train/layer__model_layers_4/param/std": 0.044263772216144706, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_68/param/norm": 17.943045473368645, "train/layer__model_layers_68/param/mean": 0.0015264026088387286, "train/layer__model_layers_68/param/std": 0.044270256934799385, "train/layer__model_layers_68/param/max_abs": 1.0, "train/layer__model_layers_68/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_68/param/frac_near_user_limit": 0.0, "train/layer_model_layers_55/act/norm": 9089.34799956217, "train/layer_model_layers_55/act/mean": 0.024313853337214544, "train/layer_model_layers_55/act/std": 0.43448253698870076, "train/layer_model_layers_55/act/max_abs": 4.625, "train/layer_model_layers_55/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_55/act/frac_near_user_limit": 0.0, "train/layer_model_layers_55/grad/norm": 0.2500033394916054, "train/layer_model_layers_55/grad/mean": -7.70740078794138e-07, "train/layer_model_layers_55/grad/std": 0.0003085767145404503, "train/layer_model_layers_55/grad/max_abs": 0.006591796875, "train/layer_model_layers_55/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_55/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 17.92310098247859, "train/layer__model_layers_3/param/mean": 0.0015703698216288026, "train/layer__model_layers_3/param/std": 0.04420807308833394, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer_model_layers_9/act/norm": 8840.538467630311, "train/layer_model_layers_9/act/mean": 0.006308794021606445, "train/layer_model_layers_9/act/std": 0.4235461506342239, "train/layer_model_layers_9/act/max_abs": 4.8125, "train/layer_model_layers_9/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_9/act/frac_near_user_limit": 0.0, "train/layer_model_layers_9/grad/norm": 0.6246734502942826, "train/layer_model_layers_9/grad/mean": -1.4948628133805047e-05, "train/layer_model_layers_9/grad/std": 0.0007710930427856431, "train/layer_model_layers_9/grad/max_abs": 0.0155029296875, "train/layer_model_layers_9/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_9/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_55/param/norm": 17.933076000612665, "train/layer__model_layers_55/param/mean": 0.00157739219725039, "train/layer__model_layers_55/param/std": 0.04424650765323719, "train/layer__model_layers_55/param/max_abs": 1.0, "train/layer__model_layers_55/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_55/param/frac_near_user_limit": 0.0, "train/layer__model_layers_62/param/norm": 17.933048772622296, "train/layer__model_layers_62/param/mean": 0.0015775171717317912, "train/layer__model_layers_62/param/std": 0.04424636446080116, "train/layer__model_layers_62/param/max_abs": 1.0, "train/layer__model_layers_62/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_62/param/frac_near_user_limit": 0.0, "train/layer__model_layers_63/param/norm": 17.923114604035064, "train/layer__model_layers_63/param/mean": 0.001541923249195593, "train/layer__model_layers_63/param/std": 0.044225720247668396, "train/layer__model_layers_63/param/max_abs": 1.0, "train/layer__model_layers_63/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_63/param/frac_near_user_limit": 0.0, "train/layer_model_layers_68/act/norm": 9152.381163813086, "train/layer_model_layers_68/act/mean": 0.013985413771409255, "train/layer_model_layers_68/act/std": 0.4380071231170854, "train/layer_model_layers_68/act/max_abs": 4.625, "train/layer_model_layers_68/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_68/act/frac_near_user_limit": 0.0, "train/layer_model_layers_68/grad/norm": 0.22881052329379548, "train/layer_model_layers_68/grad/mean": 8.00517951240022e-07, "train/layer_model_layers_68/grad/std": 0.00028250609749463565, "train/layer_model_layers_68/grad/max_abs": 0.007415771484375, "train/layer_model_layers_68/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_68/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_59/param/norm": 17.940807077546708, "train/layer__model_layers_59/param/mean": 0.0015099654889515893, "train/layer__model_layers_59/param/std": 0.04426527087767088, "train/layer__model_layers_59/param/max_abs": 1.0, "train/layer__model_layers_59/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_59/param/frac_near_user_limit": 0.0, "train/layer__model_layers_12/param/norm": 17.93208895954749, "train/layer__model_layers_12/param/mean": 0.0016588339009634605, "train/layer__model_layers_12/param/std": 0.044243685895505216, "train/layer__model_layers_12/param/max_abs": 1.0, "train/layer__model_layers_12/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_12/param/frac_near_user_limit": 0.0, "train/layer__model_layers_19/param/norm": 17.942004551993346, "train/layer__model_layers_19/param/mean": 0.0017099157324447275, "train/layer__model_layers_19/param/std": 0.044264154326095116, "train/layer__model_layers_19/param/max_abs": 1.0, "train/layer__model_layers_19/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_19/param/frac_near_user_limit": 0.0, "train/layer__model_layers_49/param/norm": 17.933048772622296, "train/layer__model_layers_49/param/mean": 0.0015134335308104707, "train/layer__model_layers_49/param/std": 0.0442486179916863, "train/layer__model_layers_49/param/max_abs": 1.0, "train/layer__model_layers_49/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_49/param/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 8848.892891811362, "train/layer_model_layers_5/act/mean": 0.011773769672100361, "train/layer_model_layers_5/act/std": 0.4237646056981059, "train/layer_model_layers_5/act/max_abs": 4.875, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 1.069160530440027, "train/layer_model_layers_5/grad/mean": 7.38316186879545e-06, "train/layer_model_layers_5/grad/std": 0.0013196289799856944, "train/layer_model_layers_5/grad/max_abs": 0.023681640625, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_52/param/norm": 17.9352881367118, "train/layer__model_layers_52/param/mean": 0.0015261407575443643, "train/layer__model_layers_52/param/std": 0.04427025254695658, "train/layer__model_layers_52/param/max_abs": 1.0, "train/layer__model_layers_52/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_52/param/frac_near_user_limit": 0.0, "train/layer_model_layers_19/act/norm": 8890.175072353772, "train/layer_model_layers_19/act/mean": 0.018520501943734977, "train/layer_model_layers_19/act/std": 0.4250773166353707, "train/layer_model_layers_19/act/max_abs": 4.625, "train/layer_model_layers_19/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_19/act/frac_near_user_limit": 0.0, "train/layer_model_layers_19/grad/norm": 0.4163568274732497, "train/layer_model_layers_19/grad/mean": -1.3898694873228088e-05, "train/layer_model_layers_19/grad/std": 0.0005136872515301455, "train/layer_model_layers_19/grad/max_abs": 0.01123046875, "train/layer_model_layers_19/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_19/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_13/act/norm": 8849.186141350512, "train/layer_model_layers_13/act/mean": 0.008865283085749699, "train/layer_model_layers_13/act/std": 0.42411582717142765, "train/layer_model_layers_13/act/max_abs": 5.28125, "train/layer_model_layers_13/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_13/act/frac_near_user_limit": 0.0, "train/layer_model_layers_13/grad/norm": 0.5145904220743822, "train/layer_model_layers_13/grad/mean": -1.8681135455759564e-05, "train/layer_model_layers_13/grad/std": 0.0006347981265427731, "train/layer_model_layers_13/grad/max_abs": 0.01385498046875, "train/layer_model_layers_13/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_13/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_26/act/norm": 8914.941712721571, "train/layer_model_layers_26/act/mean": 0.0177833059659371, "train/layer_model_layers_26/act/std": 0.42687482583682745, "train/layer_model_layers_26/act/max_abs": 4.84375, "train/layer_model_layers_26/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_26/act/frac_near_user_limit": 0.0, "train/layer_model_layers_26/grad/norm": 0.34103486357359686, "train/layer_model_layers_26/grad/mean": -1.5711418735139457e-05, "train/layer_model_layers_26/grad/std": 0.00042071507929249157, "train/layer_model_layers_26/grad/max_abs": 0.0078125, "train/layer_model_layers_26/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_26/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_38/param/norm": 17.936370282369005, "train/layer__model_layers_38/param/mean": 0.0016125873916792608, "train/layer__model_layers_38/param/std": 0.04425070089107377, "train/layer__model_layers_38/param/max_abs": 1.0, "train/layer__model_layers_38/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_38/param/frac_near_user_limit": 0.0, "train/layer__model_layers_53/param/norm": 17.92636985918022, "train/layer__model_layers_53/param/mean": 0.0015921034790610375, "train/layer__model_layers_53/param/std": 0.04422960440445313, "train/layer__model_layers_53/param/max_abs": 1.0, "train/layer__model_layers_53/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_53/param/frac_near_user_limit": 0.0, "train/layer_model_layers_46/act/norm": 9029.788764472105, "train/layer_model_layers_46/act/mean": 0.022769781259390023, "train/layer_model_layers_46/act/std": 0.4318917624215939, "train/layer_model_layers_46/act/max_abs": 4.5625, "train/layer_model_layers_46/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_46/act/frac_near_user_limit": 0.0, "train/layer_model_layers_46/grad/norm": 0.2800412883049869, "train/layer_model_layers_46/grad/mean": -1.2029109845248845e-06, "train/layer_model_layers_46/grad/std": 0.00034565094743741517, "train/layer_model_layers_46/grad/max_abs": 0.005889892578125, "train/layer_model_layers_46/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_46/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_61/act/norm": 9120.24435866831, "train/layer_model_layers_61/act/mean": 0.01980813191487239, "train/layer_model_layers_61/act/std": 0.4363901381152869, "train/layer_model_layers_61/act/max_abs": 4.78125, "train/layer_model_layers_61/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_61/act/frac_near_user_limit": 0.0, "train/layer_model_layers_61/grad/norm": 0.2566027884891947, "train/layer_model_layers_61/grad/mean": -1.7448922317015958e-06, "train/layer_model_layers_61/grad/std": 0.0003167488784486201, "train/layer_model_layers_61/grad/max_abs": 0.006103515625, "train/layer_model_layers_61/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_61/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_30/param/norm": 17.9363566708794, "train/layer__model_layers_30/param/mean": 0.0015924010373500877, "train/layer__model_layers_30/param/std": 0.04425157820357613, "train/layer__model_layers_30/param/max_abs": 1.0, "train/layer__model_layers_30/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_30/param/frac_near_user_limit": 0.0, "train/layer_model_layers_10/act/norm": 8853.02643066997, "train/layer_model_layers_10/act/mean": 0.008339368380033053, "train/layer_model_layers_10/act/std": 0.42418992324689725, "train/layer_model_layers_10/act/max_abs": 4.84375, "train/layer_model_layers_10/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_10/act/frac_near_user_limit": 0.0, "train/layer_model_layers_10/grad/norm": 0.6013676704123091, "train/layer_model_layers_10/grad/mean": -1.61969995739261e-05, "train/layer_model_layers_10/grad/std": 0.0007420552687135338, "train/layer_model_layers_10/grad/max_abs": 0.0135498046875, "train/layer_model_layers_10/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_10/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_37/act/norm": 8963.795160080292, "train/layer_model_layers_37/act/mean": 0.021225342383751504, "train/layer_model_layers_37/act/std": 0.4284614164131813, "train/layer_model_layers_37/act/max_abs": 4.8125, "train/layer_model_layers_37/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_37/act/frac_near_user_limit": 0.0, "train/layer_model_layers_37/grad/norm": 0.2988487932998628, "train/layer_model_layers_37/grad/mean": -8.943144525524793e-06, "train/layer_model_layers_37/grad/std": 0.0003686015824456148, "train/layer_model_layers_37/grad/max_abs": 0.00811767578125, "train/layer_model_layers_37/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_37/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_75/act/norm": 9180.278788212774, "train/layer_model_layers_75/act/mean": 0.011844488290640024, "train/layer_model_layers_75/act/std": 0.43911442899740233, "train/layer_model_layers_75/act/max_abs": 4.4375, "train/layer_model_layers_75/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_75/act/frac_near_user_limit": 0.0, "train/layer_model_layers_75/grad/norm": 0.22290486236998727, "train/layer_model_layers_75/grad/mean": -1.5582906844329768e-06, "train/layer_model_layers_75/grad/std": 0.0002751493054951128, "train/layer_model_layers_75/grad/max_abs": 0.00762939453125, "train/layer_model_layers_75/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_75/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_30/act/norm": 8951.612222146334, "train/layer_model_layers_30/act/mean": 0.015917069636858426, "train/layer_model_layers_30/act/std": 0.4283311573598129, "train/layer_model_layers_30/act/max_abs": 4.84375, "train/layer_model_layers_30/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_30/act/frac_near_user_limit": 0.0, "train/layer_model_layers_30/grad/norm": 0.3089444878331317, "train/layer_model_layers_30/grad/mean": -1.4535682464771077e-05, "train/layer_model_layers_30/grad/std": 0.0003811360138421837, "train/layer_model_layers_30/grad/max_abs": 0.007568359375, "train/layer_model_layers_30/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_30/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 8792.484701845888, "train/layer_model_layers_1/act/mean": 0.004651876596304087, "train/layer_model_layers_1/act/std": 0.42134404469276115, "train/layer_model_layers_1/act/max_abs": 5.0625, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 2.14061948465982, "train/layer_model_layers_1/grad/mean": 4.9344299022579064e-05, "train/layer_model_layers_1/grad/std": 0.0026416713851233208, "train/layer_model_layers_1/grad/max_abs": 0.041015625, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_41/act/norm": 9005.945129085942, "train/layer_model_layers_41/act/mean": 0.023409329927884616, "train/layer_model_layers_41/act/std": 0.43037376817351797, "train/layer_model_layers_41/act/max_abs": 4.78125, "train/layer_model_layers_41/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_41/act/frac_near_user_limit": 0.0, "train/layer_model_layers_41/grad/norm": 0.2939466728702225, "train/layer_model_layers_41/grad/mean": -4.990950844093704e-06, "train/layer_model_layers_41/grad/std": 0.00036279877708359767, "train/layer_model_layers_41/grad/max_abs": 0.0089111328125, "train/layer_model_layers_41/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_41/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_33/param/norm": 17.92859644011488, "train/layer__model_layers_33/param/mean": 0.0015959538833213486, "train/layer__model_layers_33/param/std": 0.044234751982598075, "train/layer__model_layers_33/param/max_abs": 1.0, "train/layer__model_layers_33/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_33/param/frac_near_user_limit": 0.0, "train/layer_model_layers_93/act/norm": 9263.540782104901, "train/layer_model_layers_93/act/mean": 0.015897668324984036, "train/layer_model_layers_93/act/std": 0.44307280041542313, "train/layer_model_layers_93/act/max_abs": 4.8125, "train/layer_model_layers_93/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_93/act/frac_near_user_limit": 0.0, "train/layer_model_layers_93/grad/norm": 0.22836909801726704, "train/layer_model_layers_93/grad/mean": -2.515515350328407e-07, "train/layer_model_layers_93/grad/std": 0.0002818814747033217, "train/layer_model_layers_93/grad/max_abs": 0.006072998046875, "train/layer_model_layers_93/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_93/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_47/act/norm": 9054.729206678114, "train/layer_model_layers_47/act/mean": 0.02698494837834285, "train/layer_model_layers_47/act/std": 0.43300740264678456, "train/layer_model_layers_47/act/max_abs": 4.5, "train/layer_model_layers_47/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_47/act/frac_near_user_limit": 0.0, "train/layer_model_layers_47/grad/norm": 0.26673015419571, "train/layer_model_layers_47/grad/mean": -5.969220871184248e-06, "train/layer_model_layers_47/grad/std": 0.0003291727624289826, "train/layer_model_layers_47/grad/max_abs": 0.007781982421875, "train/layer_model_layers_47/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_47/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_89/act/norm": 9245.631450771116, "train/layer_model_layers_89/act/mean": 0.018145121060884915, "train/layer_model_layers_89/act/std": 0.44236045431905247, "train/layer_model_layers_89/act/max_abs": 4.375, "train/layer_model_layers_89/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_89/act/frac_near_user_limit": 0.0, "train/layer_model_layers_89/grad/norm": 0.1995938978260394, "train/layer_model_layers_89/grad/mean": 9.63354313981468e-07, "train/layer_model_layers_89/grad/std": 0.0002464075373517468, "train/layer_model_layers_89/grad/max_abs": 0.004486083984375, "train/layer_model_layers_89/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_89/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_83/param/norm": 17.933048772622296, "train/layer__model_layers_83/param/mean": 0.0016362730314876657, "train/layer__model_layers_83/param/std": 0.04424437942826513, "train/layer__model_layers_83/param/max_abs": 1.0, "train/layer__model_layers_83/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_83/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 8819.207104486999, "train/layer_model_layers_4/act/mean": 0.008033312284029447, "train/layer_model_layers_4/act/std": 0.42204202447149886, "train/layer_model_layers_4/act/max_abs": 4.75, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 1.2195329015312808, "train/layer_model_layers_4/grad/mean": 2.2531319235258283e-05, "train/layer_model_layers_4/grad/std": 0.0015050778720488544, "train/layer_model_layers_4/grad/max_abs": 0.025146484375, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_15/act/norm": 8873.168592119655, "train/layer_model_layers_15/act/mean": 0.008214657123272236, "train/layer_model_layers_15/act/std": 0.42501154774847877, "train/layer_model_layers_15/act/max_abs": 5.0625, "train/layer_model_layers_15/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_15/act/frac_near_user_limit": 0.0, "train/layer_model_layers_15/grad/norm": 0.4463238474527764, "train/layer_model_layers_15/grad/mean": -1.9324339189611714e-05, "train/layer_model_layers_15/grad/std": 0.0005506690812535269, "train/layer_model_layers_15/grad/max_abs": 0.01153564453125, "train/layer_model_layers_15/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_15/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_18/act/norm": 8885.06604241176, "train/layer_model_layers_18/act/mean": 0.01069017556997446, "train/layer_model_layers_18/act/std": 0.42477157928996484, "train/layer_model_layers_18/act/max_abs": 4.75, "train/layer_model_layers_18/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_18/act/frac_near_user_limit": 0.0, "train/layer_model_layers_18/grad/norm": 0.4178135990212471, "train/layer_model_layers_18/grad/mean": -1.46480917192519e-05, "train/layer_model_layers_18/grad/std": 0.0005155002053532861, "train/layer_model_layers_18/grad/max_abs": 0.009521484375, "train/layer_model_layers_18/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_18/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 8788.532936197376, "train/layer_model_layers_0/act/mean": -0.0030516844529371997, "train/layer_model_layers_0/act/std": 0.4213566567941083, "train/layer_model_layers_0/act/max_abs": 5.25, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 1.9591287951181284, "train/layer_model_layers_0/grad/mean": 5.31444334760657e-06, "train/layer_model_layers_0/grad/std": 0.0024180588949652797, "train/layer_model_layers_0/grad/max_abs": 0.0390625, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_43/param/norm": 17.933062386622648, "train/layer__model_layers_43/param/mean": 0.001539376150241322, "train/layer__model_layers_43/param/std": 0.044247797750271975, "train/layer__model_layers_43/param/max_abs": 1.0, "train/layer__model_layers_43/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_43/param/frac_near_user_limit": 0.0, "train/layer__model_layers_67/param/norm": 17.92212701435714, "train/layer__model_layers_67/param/mean": 0.0015612913182298776, "train/layer__model_layers_67/param/std": 0.0442249725424907, "train/layer__model_layers_67/param/max_abs": 1.0, "train/layer__model_layers_67/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_67/param/frac_near_user_limit": 0.0, "train/layer__model_layers_86/param/norm": 17.9352881367118, "train/layer__model_layers_86/param/mean": 0.0015699413376925701, "train/layer__model_layers_86/param/std": 0.04423572527624013, "train/layer__model_layers_86/param/max_abs": 1.0, "train/layer__model_layers_86/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_86/param/frac_near_user_limit": 0.0, "train/layer_model_layers_62/act/norm": 9121.81515915973, "train/layer_model_layers_62/act/mean": 0.018681746262770433, "train/layer_model_layers_62/act/std": 0.43660816915441186, "train/layer_model_layers_62/act/max_abs": 4.78125, "train/layer_model_layers_62/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_62/act/frac_near_user_limit": 0.0, "train/layer_model_layers_62/grad/norm": 0.2475230093348153, "train/layer_model_layers_62/grad/mean": -4.1324760424853674e-07, "train/layer_model_layers_62/grad/std": 0.0003055324902185583, "train/layer_model_layers_62/grad/max_abs": 0.006378173828125, "train/layer_model_layers_62/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_62/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_35/param/norm": 17.930822744561247, "train/layer__model_layers_35/param/mean": 0.001581224748013358, "train/layer__model_layers_35/param/std": 0.04424082315813088, "train/layer__model_layers_35/param/max_abs": 1.0, "train/layer__model_layers_35/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_35/param/frac_near_user_limit": 0.0, "train/layer__model_layers_75/param/norm": 17.933048772622296, "train/layer__model_layers_75/param/mean": 0.0014253815697061476, "train/layer__model_layers_75/param/std": 0.044251711019946405, "train/layer__model_layers_75/param/max_abs": 1.0, "train/layer__model_layers_75/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_75/param/frac_near_user_limit": 0.0, "train/layer_model_layers_78/act/norm": 9189.039147923238, "train/layer_model_layers_78/act/mean": 0.012784737807053786, "train/layer_model_layers_78/act/std": 0.43950090056691066, "train/layer_model_layers_78/act/max_abs": 4.34375, "train/layer_model_layers_78/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_78/act/frac_near_user_limit": 0.0, "train/layer_model_layers_78/grad/norm": 0.2141938328867177, "train/layer_model_layers_78/grad/mean": -1.0615941234239539e-06, "train/layer_model_layers_78/grad/std": 0.0002643805803036121, "train/layer_model_layers_78/grad/max_abs": 0.005523681640625, "train/layer_model_layers_78/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_78/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_42/param/norm": 17.924143001654222, "train/layer__model_layers_42/param/mean": 0.001526055953431985, "train/layer__model_layers_42/param/std": 0.04422613562490674, "train/layer__model_layers_42/param/max_abs": 1.0, "train/layer__model_layers_42/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_42/param/frac_near_user_limit": 0.0, "train/layer_model_layers_60/act/norm": 9108.757299648645, "train/layer_model_layers_60/act/mean": 0.017493468064528245, "train/layer_model_layers_60/act/std": 0.4357118338666495, "train/layer_model_layers_60/act/max_abs": 4.6875, "train/layer_model_layers_60/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_60/act/frac_near_user_limit": 0.0, "train/layer_model_layers_60/grad/norm": 0.2414714000150582, "train/layer_model_layers_60/grad/mean": -3.053501336261421e-06, "train/layer_model_layers_60/grad/std": 0.0002980655027234433, "train/layer_model_layers_60/grad/max_abs": 0.0067138671875, "train/layer_model_layers_60/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_60/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_50/param/norm": 17.930809128860442, "train/layer__model_layers_50/param/mean": 0.00158105811537149, "train/layer__model_layers_50/param/std": 0.04424086786254032, "train/layer__model_layers_50/param/max_abs": 1.0, "train/layer__model_layers_50/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_50/param/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 17.926356240097288, "train/layer__model_layers_6/param/mean": 0.0015628698649532895, "train/layer__model_layers_6/param/std": 0.04423046305346334, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/layer_model_layers_56/act/norm": 9082.370005518454, "train/layer_model_layers_56/act/mean": 0.01902609605055589, "train/layer_model_layers_56/act/std": 0.4342001901522229, "train/layer_model_layers_56/act/max_abs": 4.6875, "train/layer_model_layers_56/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_56/act/frac_near_user_limit": 0.0, "train/layer_model_layers_56/grad/norm": 0.2633020285810891, "train/layer_model_layers_56/grad/mean": -7.553425406479217e-07, "train/layer_model_layers_56/grad/std": 0.00032499726551297694, "train/layer_model_layers_56/grad/max_abs": 0.006378173828125, "train/layer_model_layers_56/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_56/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_84/param/norm": 17.935342585851963, "train/layer__model_layers_84/param/mean": 0.001596525195236325, "train/layer__model_layers_84/param/std": 0.04425130689822055, "train/layer__model_layers_84/param/max_abs": 1.0, "train/layer__model_layers_84/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_84/param/frac_near_user_limit": 0.0, "train/layer_model_layers_14/act/norm": 8874.990720117004, "train/layer_model_layers_14/act/mean": 0.01082304807809683, "train/layer_model_layers_14/act/std": 0.4247885143833433, "train/layer_model_layers_14/act/max_abs": 5.03125, "train/layer_model_layers_14/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_14/act/frac_near_user_limit": 0.0, "train/layer_model_layers_14/grad/norm": 0.4769939552978468, "train/layer_model_layers_14/grad/mean": -2.0376243519592396e-05, "train/layer_model_layers_14/grad/std": 0.0005887306310300332, "train/layer_model_layers_14/grad/max_abs": 0.01080322265625, "train/layer_model_layers_14/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_14/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 17.9375272212337, "train/layer__model_layers_5/param/mean": 0.0014977179897742786, "train/layer__model_layers_5/param/std": 0.0442602971869833, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 17.933035158611606, "train/layer__model_layers_7/param/mean": 0.0015350198968896256, "train/layer__model_layers_7/param/std": 0.04424807274931777, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 8819.046005450196, "train/layer_model_layers_3/act/mean": 0.013475473110492412, "train/layer_model_layers_3/act/std": 0.42223848881715226, "train/layer_model_layers_3/act/max_abs": 4.6875, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 1.6118309774252253, "train/layer_model_layers_3/grad/mean": 4.5420715655091214e-05, "train/layer_model_layers_3/grad/std": 0.001989002747322479, "train/layer_model_layers_3/grad/max_abs": 0.03955078125, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_66/param/norm": 17.92859644011488, "train/layer__model_layers_66/param/mean": 0.0014507022923128839, "train/layer__model_layers_66/param/std": 0.04423985493496807, "train/layer__model_layers_66/param/max_abs": 1.0, "train/layer__model_layers_66/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_66/param/frac_near_user_limit": 0.0, "train/layer__model_layers_9/param/norm": 17.933048772622296, "train/layer__model_layers_9/param/mean": 0.0016385939861422582, "train/layer__model_layers_9/param/std": 0.044244216112591064, "train/layer__model_layers_9/param/max_abs": 1.0, "train/layer__model_layers_9/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_9/param/frac_near_user_limit": 0.0, "train/layer_model_layers_11/act/norm": 8865.034632648118, "train/layer_model_layers_11/act/mean": 0.009514771975003757, "train/layer_model_layers_11/act/std": 0.4245984720029857, "train/layer_model_layers_11/act/max_abs": 5.0625, "train/layer_model_layers_11/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_11/act/frac_near_user_limit": 0.0, "train/layer_model_layers_11/grad/norm": 0.566795915715948, "train/layer_model_layers_11/grad/mean": -2.3625544076218806e-05, "train/layer_model_layers_11/grad/std": 0.0006991204761206887, "train/layer_model_layers_11/grad/max_abs": 0.01220703125, "train/layer_model_layers_11/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_11/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_50/act/norm": 9056.334425411369, "train/layer_model_layers_50/act/mean": 0.024536572969876803, "train/layer_model_layers_50/act/std": 0.4328734947942491, "train/layer_model_layers_50/act/max_abs": 4.625, "train/layer_model_layers_50/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_50/act/frac_near_user_limit": 0.0, "train/layer_model_layers_50/grad/norm": 0.24393043749343413, "train/layer_model_layers_50/grad/mean": -2.882509839585902e-06, "train/layer_model_layers_50/grad/std": 0.00030103249439272615, "train/layer_model_layers_50/grad/max_abs": 0.00665283203125, "train/layer_model_layers_50/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_50/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_72/param/norm": 17.940807077546708, "train/layer__model_layers_72/param/mean": 0.0016299290887651131, "train/layer__model_layers_72/param/std": 0.04426120567882789, "train/layer__model_layers_72/param/max_abs": 1.0, "train/layer__model_layers_72/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_72/param/frac_near_user_limit": 0.0, "train/layer__model_layers_90/param/norm": 17.93527452440093, "train/layer__model_layers_90/param/mean": 0.001585961875975039, "train/layer__model_layers_90/param/std": 0.04425185780595848, "train/layer__model_layers_90/param/max_abs": 1.0, "train/layer__model_layers_90/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_90/param/frac_near_user_limit": 0.0, "train/layer_model_layers_66/act/norm": 9125.833743591062, "train/layer_model_layers_66/act/mean": 0.018666487473707933, "train/layer_model_layers_66/act/std": 0.4368041351704444, "train/layer_model_layers_66/act/max_abs": 4.71875, "train/layer_model_layers_66/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_66/act/frac_near_user_limit": 0.0, "train/layer_model_layers_66/grad/norm": 0.2318682403836343, "train/layer_model_layers_66/grad/mean": -2.3211717755241716e-06, "train/layer_model_layers_66/grad/std": 0.00028598104183067677, "train/layer_model_layers_66/grad/max_abs": 0.00579833984375, "train/layer_model_layers_66/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_66/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_23/param/norm": 17.925382448848893, "train/layer__model_layers_23/param/mean": 0.0016333153020945056, "train/layer__model_layers_23/param/std": 0.044228063569372415, "train/layer__model_layers_23/param/max_abs": 1.0, "train/layer__model_layers_23/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_23/param/frac_near_user_limit": 0.0, "train/layer__model_layers_41/param/norm": 17.929808346542636, "train/layer__model_layers_41/param/mean": 0.001651781769512968, "train/layer__model_layers_41/param/std": 0.044232765187424604, "train/layer__model_layers_41/param/max_abs": 1.0, "train/layer__model_layers_41/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_41/param/frac_near_user_limit": 0.0, "train/layer_model_layers_64/act/norm": 9110.095589340892, "train/layer_model_layers_64/act/mean": 0.020860882905813363, "train/layer_model_layers_64/act/std": 0.43561381266658056, "train/layer_model_layers_64/act/max_abs": 4.84375, "train/layer_model_layers_64/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_64/act/frac_near_user_limit": 0.0, "train/layer_model_layers_64/grad/norm": 0.23182754220292756, "train/layer_model_layers_64/grad/mean": -2.4246969608976485e-06, "train/layer_model_layers_64/grad/std": 0.0002861527021204305, "train/layer_model_layers_64/grad/max_abs": 0.00640869140625, "train/layer_model_layers_64/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_64/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_16/act/norm": 8868.837954111024, "train/layer_model_layers_16/act/mean": 0.013188875638521634, "train/layer_model_layers_16/act/std": 0.4245449145639394, "train/layer_model_layers_16/act/max_abs": 4.90625, "train/layer_model_layers_16/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_16/act/frac_near_user_limit": 0.0, "train/layer_model_layers_16/grad/norm": 0.445881746824854, "train/layer_model_layers_16/grad/mean": -1.9727465925467973e-05, "train/layer_model_layers_16/grad/std": 0.0005500779073129216, "train/layer_model_layers_16/grad/max_abs": 0.01165771484375, "train/layer_model_layers_16/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_16/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_38/act/norm": 8994.899038617965, "train/layer_model_layers_38/act/mean": 0.02750554451575646, "train/layer_model_layers_38/act/std": 0.42997046136291384, "train/layer_model_layers_38/act/max_abs": 4.875, "train/layer_model_layers_38/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_38/act/frac_near_user_limit": 0.0, "train/layer_model_layers_38/grad/norm": 0.30330167814695314, "train/layer_model_layers_38/grad/mean": -1.1294876957565035e-05, "train/layer_model_layers_38/grad/std": 0.00037430084130265156, "train/layer_model_layers_38/grad/max_abs": 0.00933837890625, "train/layer_model_layers_38/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_38/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_23/act/norm": 8913.493087252573, "train/layer_model_layers_23/act/mean": 0.0144042601952186, "train/layer_model_layers_23/act/std": 0.42629479235319373, "train/layer_model_layers_23/act/max_abs": 5.15625, "train/layer_model_layers_23/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_23/act/frac_near_user_limit": 0.0, "train/layer_model_layers_23/grad/norm": 0.3613544669695118, "train/layer_model_layers_23/grad/mean": -1.3849629356573784e-05, "train/layer_model_layers_23/grad/std": 0.00044577993323000487, "train/layer_model_layers_23/grad/max_abs": 0.008056640625, "train/layer_model_layers_23/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_23/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_86/act/norm": 9218.761005476164, "train/layer_model_layers_86/act/mean": 0.016237818277799167, "train/layer_model_layers_86/act/std": 0.44108161510262883, "train/layer_model_layers_86/act/max_abs": 4.46875, "train/layer_model_layers_86/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_86/act/frac_near_user_limit": 0.0, "train/layer_model_layers_86/grad/norm": 0.2185570815965851, "train/layer_model_layers_86/grad/mean": 3.0376580463905417e-07, "train/layer_model_layers_86/grad/std": 0.0002697721635988658, "train/layer_model_layers_86/grad/max_abs": 0.005615234375, "train/layer_model_layers_86/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_86/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_15/param/norm": 17.9363566708794, "train/layer__model_layers_15/param/mean": 0.0016489609169327711, "train/layer__model_layers_15/param/std": 0.04424959065075078, "train/layer__model_layers_15/param/max_abs": 1.0, "train/layer__model_layers_15/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_15/param/frac_near_user_limit": 0.0, "train/layer__model_layers_92/param/norm": 17.930809128860442, "train/layer__model_layers_92/param/mean": 0.001567787015679846, "train/layer__model_layers_92/param/std": 0.04424119906761242, "train/layer__model_layers_92/param/max_abs": 1.0, "train/layer__model_layers_92/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_92/param/frac_near_user_limit": 0.0, "train/layer__model_layers_93/param/norm": 17.942031766392848, "train/layer__model_layers_93/param/mean": 0.001666064567387383, "train/layer__model_layers_93/param/std": 0.04426537846121893, "train/layer__model_layers_93/param/max_abs": 1.0, "train/layer__model_layers_93/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_93/param/frac_near_user_limit": 0.0, "train/layer__model_layers_79/param/norm": 17.933035158611606, "train/layer__model_layers_79/param/mean": 0.0015038387637800433, "train/layer__model_layers_79/param/std": 0.0442488978839236, "train/layer__model_layers_79/param/max_abs": 1.0, "train/layer__model_layers_79/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_79/param/frac_near_user_limit": 0.0, "train/layer_model_layers_59/act/norm": 9088.721483743508, "train/layer_model_layers_59/act/mean": 0.017116730029766377, "train/layer_model_layers_59/act/std": 0.4349930880101639, "train/layer_model_layers_59/act/max_abs": 4.59375, "train/layer_model_layers_59/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_59/act/frac_near_user_limit": 0.0, "train/layer_model_layers_59/grad/norm": 0.24012366269558547, "train/layer_model_layers_59/grad/mean": -1.73790022940048e-06, "train/layer_model_layers_59/grad/std": 0.00029637991438755844, "train/layer_model_layers_59/grad/max_abs": 0.005035400390625, "train/layer_model_layers_59/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_59/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_47/param/norm": 17.934131053402755, "train/layer__model_layers_47/param/mean": 0.001587884102522304, "train/layer__model_layers_47/param/std": 0.044240737457866, "train/layer__model_layers_47/param/max_abs": 1.0, "train/layer__model_layers_47/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_47/param/frac_near_user_limit": 0.0, "train/layer__model_layers_77/param/norm": 17.926356240097288, "train/layer__model_layers_77/param/mean": 0.0016974108453473881, "train/layer__model_layers_77/param/std": 0.044225704441375156, "train/layer__model_layers_77/param/max_abs": 1.0, "train/layer__model_layers_77/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_77/param/frac_near_user_limit": 0.0, "train/layer__model_layers_36/param/norm": 17.939752417379538, "train/layer__model_layers_36/param/mean": 0.0015740595444130264, "train/layer__model_layers_36/param/std": 0.044263225211304186, "train/layer__model_layers_36/param/max_abs": 1.0, "train/layer__model_layers_36/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_36/param/frac_near_user_limit": 0.0, "train/layer_model_layers_32/act/norm": 8954.991739772897, "train/layer_model_layers_32/act/mean": 0.022145418020395134, "train/layer_model_layers_32/act/std": 0.42792356114195995, "train/layer_model_layers_32/act/max_abs": 4.84375, "train/layer_model_layers_32/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_32/act/frac_near_user_limit": 0.0, "train/layer_model_layers_32/grad/norm": 0.3320379594347821, "train/layer_model_layers_32/grad/mean": -1.1031293599356356e-05, "train/layer_model_layers_32/grad/std": 0.0004096720383412895, "train/layer_model_layers_32/grad/max_abs": 0.01129150390625, "train/layer_model_layers_32/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_32/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_91/param/norm": 17.934131053402755, "train/layer__model_layers_91/param/mean": 0.0015857662313999883, "train/layer__model_layers_91/param/std": 0.04424621431711378, "train/layer__model_layers_91/param/max_abs": 1.0, "train/layer__model_layers_91/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_91/param/frac_near_user_limit": 0.0, "train/layer_model_layers_90/act/norm": 9251.390000796522, "train/layer_model_layers_90/act/mean": 0.014340657454270583, "train/layer_model_layers_90/act/std": 0.44255564977167433, "train/layer_model_layers_90/act/max_abs": 4.4375, "train/layer_model_layers_90/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_90/act/frac_near_user_limit": 0.0, "train/layer_model_layers_90/grad/norm": 0.20322739853227137, "train/layer_model_layers_90/grad/mean": 8.98496541318116e-08, "train/layer_model_layers_90/grad/std": 0.0002507979168692838, "train/layer_model_layers_90/grad/max_abs": 0.00469970703125, "train/layer_model_layers_90/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_90/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 8809.498357165006, "train/layer_model_layers_7/act/mean": 0.007778167724609375, "train/layer_model_layers_7/act/std": 0.42159287255500477, "train/layer_model_layers_7/act/max_abs": 4.84375, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.7965262409811289, "train/layer_model_layers_7/grad/mean": -4.811168832823564e-06, "train/layer_model_layers_7/grad/std": 0.0009832912335877944, "train/layer_model_layers_7/grad/max_abs": 0.02001953125, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_49/act/norm": 9049.724066464581, "train/layer_model_layers_49/act/mean": 0.023673130915715143, "train/layer_model_layers_49/act/std": 0.43283093687629565, "train/layer_model_layers_49/act/max_abs": 4.59375, "train/layer_model_layers_49/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_49/act/frac_near_user_limit": 0.0, "train/layer_model_layers_49/grad/norm": 0.2784173614153648, "train/layer_model_layers_49/grad/mean": -2.3959608103458113e-06, "train/layer_model_layers_49/grad/std": 0.00034369146201790253, "train/layer_model_layers_49/grad/max_abs": 0.0086669921875, "train/layer_model_layers_49/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_49/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_40/act/norm": 9000.163764076042, "train/layer_model_layers_40/act/mean": 0.02366021963266226, "train/layer_model_layers_40/act/std": 0.4303775635115713, "train/layer_model_layers_40/act/max_abs": 4.71875, "train/layer_model_layers_40/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_40/act/frac_near_user_limit": 0.0, "train/layer_model_layers_40/grad/norm": 0.28604152337559813, "train/layer_model_layers_40/grad/mean": -4.745829689160989e-06, "train/layer_model_layers_40/grad/std": 0.0003528960572680579, "train/layer_model_layers_40/grad/max_abs": 0.00982666015625, "train/layer_model_layers_40/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_40/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_71/act/norm": 9165.628660120106, "train/layer_model_layers_71/act/mean": 0.016023965982290413, "train/layer_model_layers_71/act/std": 0.438493710409045, "train/layer_model_layers_71/act/max_abs": 4.5625, "train/layer_model_layers_71/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_71/act/frac_near_user_limit": 0.0, "train/layer_model_layers_71/grad/norm": 0.20951064973632583, "train/layer_model_layers_71/grad/mean": -1.3951045081786543e-06, "train/layer_model_layers_71/grad/std": 0.0002585531071987556, "train/layer_model_layers_71/grad/max_abs": 0.005279541015625, "train/layer_model_layers_71/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_71/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_34/act/norm": 8958.25447882709, "train/layer_model_layers_34/act/mean": 0.022916280306302585, "train/layer_model_layers_34/act/std": 0.42825526770584577, "train/layer_model_layers_34/act/max_abs": 4.78125, "train/layer_model_layers_34/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_34/act/frac_near_user_limit": 0.0, "train/layer_model_layers_34/grad/norm": 0.32768776839551794, "train/layer_model_layers_34/grad/mean": -8.680626249460972e-06, "train/layer_model_layers_34/grad/std": 0.0004043775051755236, "train/layer_model_layers_34/grad/max_abs": 0.00946044921875, "train/layer_model_layers_34/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_34/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_35/act/norm": 8981.336887483678, "train/layer_model_layers_35/act/mean": 0.02654713850754958, "train/layer_model_layers_35/act/std": 0.4292418706735521, "train/layer_model_layers_35/act/max_abs": 4.78125, "train/layer_model_layers_35/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_35/act/frac_near_user_limit": 0.0, "train/layer_model_layers_35/grad/norm": 0.33068927062285053, "train/layer_model_layers_35/grad/mean": -1.4415263981440696e-05, "train/layer_model_layers_35/grad/std": 0.00040786819655027956, "train/layer_model_layers_35/grad/max_abs": 0.00823974609375, "train/layer_model_layers_35/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_35/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_44/act/norm": 9011.363020948547, "train/layer_model_layers_44/act/mean": 0.019758297846867487, "train/layer_model_layers_44/act/std": 0.431037931018849, "train/layer_model_layers_44/act/max_abs": 4.6875, "train/layer_model_layers_44/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_44/act/frac_near_user_limit": 0.0, "train/layer_model_layers_44/grad/norm": 0.2862689402438525, "train/layer_model_layers_44/grad/mean": -3.365842827454837e-06, "train/layer_model_layers_44/grad/std": 0.00035322378113453276, "train/layer_model_layers_44/grad/max_abs": 0.0078125, "train/layer_model_layers_44/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_44/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 8805.695078069712, "train/layer_model_layers_2/act/mean": 0.007497053879957933, "train/layer_model_layers_2/act/std": 0.42163533199314307, "train/layer_model_layers_2/act/max_abs": 4.96875, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 2.058473447544316, "train/layer_model_layers_2/grad/mean": 4.205494202301487e-05, "train/layer_model_layers_2/grad/std": 0.002540870781753903, "train/layer_model_layers_2/grad/max_abs": 0.041259765625, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_88/act/norm": 9226.971895836417, "train/layer_model_layers_88/act/mean": 0.01712828416090745, "train/layer_model_layers_88/act/std": 0.441568311525685, "train/layer_model_layers_88/act/max_abs": 4.3125, "train/layer_model_layers_88/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_88/act/frac_near_user_limit": 0.0, "train/layer_model_layers_88/grad/norm": 0.197010025873409, "train/layer_model_layers_88/grad/mean": 1.0321516828399366e-06, "train/layer_model_layers_88/grad/std": 0.00024321780777212005, "train/layer_model_layers_88/grad/max_abs": 0.005401611328125, "train/layer_model_layers_88/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_88/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_60/param/norm": 17.91643198731963, "train/layer__model_layers_60/param/mean": 0.0015232663444721382, "train/layer__model_layers_60/param/std": 0.04421001454607518, "train/layer__model_layers_60/param/max_abs": 1.0, "train/layer__model_layers_60/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_60/param/frac_near_user_limit": 0.0, "train/layer_model_layers_43/act/norm": 9010.09584714878, "train/layer_model_layers_43/act/mean": 0.02226055585421049, "train/layer_model_layers_43/act/std": 0.4308796168796261, "train/layer_model_layers_43/act/max_abs": 4.78125, "train/layer_model_layers_43/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_43/act/frac_near_user_limit": 0.0, "train/layer_model_layers_43/grad/norm": 0.29066679115471367, "train/layer_model_layers_43/grad/mean": -4.065681735677325e-06, "train/layer_model_layers_43/grad/std": 0.0003587282119212888, "train/layer_model_layers_43/grad/max_abs": 0.01007080078125, "train/layer_model_layers_43/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_43/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_58/act/norm": 9095.846805449866, "train/layer_model_layers_58/act/mean": 0.01973614325890174, "train/layer_model_layers_58/act/std": 0.43516433858992465, "train/layer_model_layers_58/act/max_abs": 4.6875, "train/layer_model_layers_58/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_58/act/frac_near_user_limit": 0.0, "train/layer_model_layers_58/grad/norm": 0.2529557800996969, "train/layer_model_layers_58/grad/mean": -2.340965967134292e-06, "train/layer_model_layers_58/grad/std": 0.000312205228591966, "train/layer_model_layers_58/grad/max_abs": 0.0054931640625, "train/layer_model_layers_58/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_58/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_84/act/norm": 9225.474708385736, "train/layer_model_layers_84/act/mean": 0.013635635375976562, "train/layer_model_layers_84/act/std": 0.4414312571102496, "train/layer_model_layers_84/act/max_abs": 4.53125, "train/layer_model_layers_84/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_84/act/frac_near_user_limit": 0.0, "train/layer_model_layers_84/grad/norm": 0.2086819378915526, "train/layer_model_layers_84/grad/mean": 4.598244482741434e-07, "train/layer_model_layers_84/grad/std": 0.0002575901721437746, "train/layer_model_layers_84/grad/max_abs": 0.0062255859375, "train/layer_model_layers_84/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_84/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_10/param/norm": 17.924143001654222, "train/layer__model_layers_10/param/mean": 0.0016936303672850038, "train/layer__model_layers_10/param/std": 0.044220428937012196, "train/layer__model_layers_10/param/max_abs": 1.0, "train/layer__model_layers_10/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_10/param/frac_near_user_limit": 0.0, "train/layer_model_layers_77/act/norm": 9173.086697251898, "train/layer_model_layers_77/act/mean": 0.015322153384868916, "train/layer_model_layers_77/act/std": 0.43867717681810886, "train/layer_model_layers_77/act/max_abs": 4.375, "train/layer_model_layers_77/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_77/act/frac_near_user_limit": 0.0, "train/layer_model_layers_77/grad/norm": 0.23443192523516468, "train/layer_model_layers_77/grad/mean": -4.6757115240030094e-07, "train/layer_model_layers_77/grad/std": 0.00028934209764648925, "train/layer_model_layers_77/grad/max_abs": 0.0054931640625, "train/layer_model_layers_77/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_77/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 17.949758986021234, "train/layer__model_layers_2/param/mean": 0.001528687856498635, "train/layer__model_layers_2/param/std": 0.044286756402616805, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_63/act/norm": 9112.98506782452, "train/layer_model_layers_63/act/mean": 0.02227334792797382, "train/layer_model_layers_63/act/std": 0.43574022936976997, "train/layer_model_layers_63/act/max_abs": 4.8125, "train/layer_model_layers_63/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_63/act/frac_near_user_limit": 0.0, "train/layer_model_layers_63/grad/norm": 0.2496225222430397, "train/layer_model_layers_63/grad/mean": -1.4807861850432783e-06, "train/layer_model_layers_63/grad/std": 0.00030813390199350103, "train/layer_model_layers_63/grad/max_abs": 0.00775146484375, "train/layer_model_layers_63/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_63/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_80/act/norm": 9177.569280601074, "train/layer_model_layers_80/act/mean": 0.013015769995175876, "train/layer_model_layers_80/act/std": 0.43890498358883834, "train/layer_model_layers_80/act/max_abs": 4.40625, "train/layer_model_layers_80/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_80/act/frac_near_user_limit": 0.0, "train/layer_model_layers_80/grad/norm": 0.2060218557753476, "train/layer_model_layers_80/grad/mean": -1.089636152159777e-06, "train/layer_model_layers_80/grad/std": 0.00025430396882140905, "train/layer_model_layers_80/grad/max_abs": 0.006378173828125, "train/layer_model_layers_80/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_80/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_29/param/norm": 17.924170243173045, "train/layer__model_layers_29/param/mean": 0.0016798593696677555, "train/layer__model_layers_29/param/std": 0.04420466551405979, "train/layer__model_layers_29/param/max_abs": 1.0, "train/layer__model_layers_29/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_29/param/frac_near_user_limit": 0.0, "train/layer_model_layers_57/act/norm": 9082.444083620645, "train/layer_model_layers_57/act/mean": 0.022828184641324557, "train/layer_model_layers_57/act/std": 0.43394027197263413, "train/layer_model_layers_57/act/max_abs": 4.6875, "train/layer_model_layers_57/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_57/act/frac_near_user_limit": 0.0, "train/layer_model_layers_57/grad/norm": 0.2435085603297416, "train/layer_model_layers_57/grad/mean": -2.523311476481791e-06, "train/layer_model_layers_57/grad/std": 0.0003005601560933169, "train/layer_model_layers_57/grad/max_abs": 0.006683349609375, "train/layer_model_layers_57/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_57/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_69/param/norm": 17.93527452440093, "train/layer__model_layers_69/param/mean": 0.0015241530681735082, "train/layer__model_layers_69/param/std": 0.044253750048575985, "train/layer__model_layers_69/param/max_abs": 1.0, "train/layer__model_layers_69/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_69/param/frac_near_user_limit": 0.0, "train/layer__model_layers_48/param/norm": 17.930836360251718, "train/layer__model_layers_48/param/mean": 0.0015875329837412246, "train/layer__model_layers_48/param/std": 0.04424054510289819, "train/layer__model_layers_48/param/max_abs": 1.0, "train/layer__model_layers_48/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_48/param/frac_near_user_limit": 0.0, "train/layer__model_layers_37/param/norm": 17.940807077546708, "train/layer__model_layers_37/param/mean": 0.0016638031243906006, "train/layer__model_layers_37/param/std": 0.044277058974045366, "train/layer__model_layers_37/param/max_abs": 1.0, "train/layer__model_layers_37/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_37/param/frac_near_user_limit": 0.0, "train/layer__model_layers_81/param/norm": 17.92861005749609, "train/layer__model_layers_81/param/mean": 0.001609671320446568, "train/layer__model_layers_81/param/std": 0.04423438323028027, "train/layer__model_layers_81/param/max_abs": 1.0, "train/layer__model_layers_81/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_81/param/frac_near_user_limit": 0.0, "train/layer_model_layers_83/act/norm": 9217.253226928262, "train/layer_model_layers_83/act/mean": 0.015492585989145132, "train/layer_model_layers_83/act/std": 0.44098439380811694, "train/layer_model_layers_83/act/max_abs": 4.375, "train/layer_model_layers_83/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_83/act/frac_near_user_limit": 0.0, "train/layer_model_layers_83/grad/norm": 0.20350187096405817, "train/layer_model_layers_83/grad/mean": -2.554467263197099e-08, "train/layer_model_layers_83/grad/std": 0.00025115652592790875, "train/layer_model_layers_83/grad/max_abs": 0.005126953125, "train/layer_model_layers_83/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_83/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_44/param/norm": 17.950799457736554, "train/layer__model_layers_44/param/mean": 0.0016436465258903325, "train/layer__model_layers_44/param/std": 0.04428307350384337, "train/layer__model_layers_44/param/max_abs": 1.0, "train/layer__model_layers_44/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_44/param/frac_near_user_limit": 0.0, "train/layer__model_layers_65/param/norm": 17.940807077546708, "train/layer__model_layers_65/param/mean": 0.0015626928177713045, "train/layer__model_layers_65/param/std": 0.04426355376265889, "train/layer__model_layers_65/param/max_abs": 1.0, "train/layer__model_layers_65/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_65/param/frac_near_user_limit": 0.0, "train/layer__model_layers_45/param/norm": 17.925396068671677, "train/layer__model_layers_45/param/mean": 0.001503581375860015, "train/layer__model_layers_45/param/std": 0.04423261253595248, "train/layer__model_layers_45/param/max_abs": 1.0, "train/layer__model_layers_45/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_45/param/frac_near_user_limit": 0.0, "train/layer__model_layers_26/param/norm": 17.9208737187602, "train/layer__model_layers_26/param/mean": 0.0016782287502437598, "train/layer__model_layers_26/param/std": 0.04421596799424022, "train/layer__model_layers_26/param/max_abs": 1.0, "train/layer__model_layers_26/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_26/param/frac_near_user_limit": 0.0, "train/layer__model_layers_39/param/norm": 17.939766026292677, "train/layer__model_layers_39/param/mean": 0.0015110009917974844, "train/layer__model_layers_39/param/std": 0.04426538505262237, "train/layer__model_layers_39/param/max_abs": 1.0, "train/layer__model_layers_39/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_39/param/frac_near_user_limit": 0.0, "train/layer__model_layers_13/param/norm": 17.940807077546708, "train/layer__model_layers_13/param/mean": 0.0016117601796357011, "train/layer__model_layers_13/param/std": 0.04426185208600139, "train/layer__model_layers_13/param/max_abs": 1.0, "train/layer__model_layers_13/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_13/param/frac_near_user_limit": 0.0, "train/layer__model_layers_87/param/norm": 17.932048115298347, "train/layer__model_layers_87/param/mean": 0.00156018142581172, "train/layer__model_layers_87/param/std": 0.04424712593099683, "train/layer__model_layers_87/param/max_abs": 1.0, "train/layer__model_layers_87/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_87/param/frac_near_user_limit": 0.0, "train/layer_model_layers_31/act/norm": 8933.85203334185, "train/layer_model_layers_31/act/mean": 0.019619155388612013, "train/layer_model_layers_31/act/std": 0.42721499137969066, "train/layer_model_layers_31/act/max_abs": 4.6875, "train/layer_model_layers_31/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_31/act/frac_near_user_limit": 0.0, "train/layer_model_layers_31/grad/norm": 0.3225021097347359, "train/layer_model_layers_31/grad/mean": -1.0628456267268163e-05, "train/layer_model_layers_31/grad/std": 0.0003979230056645671, "train/layer_model_layers_31/grad/max_abs": 0.00970458984375, "train/layer_model_layers_31/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_31/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 8787.741067041923, "train/layer_model_layers_6/act/mean": 0.013164520263671875, "train/layer_model_layers_6/act/std": 0.4205203499740099, "train/layer_model_layers_6/act/max_abs": 4.65625, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.8879205948251313, "train/layer_model_layers_6/grad/mean": 4.708604908149832e-06, "train/layer_model_layers_6/grad/std": 0.0010955858077306981, "train/layer_model_layers_6/grad/max_abs": 0.0216064453125, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_52/act/norm": 9079.78230641798, "train/layer_model_layers_52/act/mean": 0.02521360837496244, "train/layer_model_layers_52/act/std": 0.4340270812347632, "train/layer_model_layers_52/act/max_abs": 4.6875, "train/layer_model_layers_52/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_52/act/frac_near_user_limit": 0.0, "train/layer_model_layers_52/grad/norm": 0.27765794036532115, "train/layer_model_layers_52/grad/mean": 4.875386502832035e-08, "train/layer_model_layers_52/grad/std": 0.00034272044686379415, "train/layer_model_layers_52/grad/max_abs": 0.00787353515625, "train/layer_model_layers_52/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_52/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_70/param/norm": 17.926383478252802, "train/layer__model_layers_70/param/mean": 0.0016683498150472894, "train/layer__model_layers_70/param/std": 0.044226658842470096, "train/layer__model_layers_70/param/max_abs": 1.0, "train/layer__model_layers_70/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_70/param/frac_near_user_limit": 0.0, "train/layer__model_layers_24/param/norm": 17.935301749012336, "train/layer__model_layers_24/param/mean": 0.001574404712028325, "train/layer__model_layers_24/param/std": 0.044252478422940444, "train/layer__model_layers_24/param/max_abs": 1.0, "train/layer__model_layers_24/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_24/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 17.930809128860442, "train/layer__model_layers_0/param/mean": 0.0016543407707988007, "train/layer__model_layers_0/param/std": 0.04423823874920248, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_48/act/norm": 9047.685805260237, "train/layer_model_layers_48/act/mean": 0.02229144023014949, "train/layer_model_layers_48/act/std": 0.43274641599759206, "train/layer_model_layers_48/act/max_abs": 4.59375, "train/layer_model_layers_48/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_48/act/frac_near_user_limit": 0.0, "train/layer_model_layers_48/grad/norm": 0.2643326348109352, "train/layer_model_layers_48/grad/mean": -2.078122100480447e-06, "train/layer_model_layers_48/grad/std": 0.00032628155105900804, "train/layer_model_layers_48/grad/max_abs": 0.006988525390625, "train/layer_model_layers_48/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_48/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_88/param/norm": 17.935301749012336, "train/layer__model_layers_88/param/mean": 0.0015210346573042608, "train/layer__model_layers_88/param/std": 0.044254080096509545, "train/layer__model_layers_88/param/max_abs": 1.0, "train/layer__model_layers_88/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_88/param/frac_near_user_limit": 0.0, "train/layer__model_layers_80/param/norm": 17.930836360251718, "train/layer__model_layers_80/param/mean": 0.0015513737004558307, "train/layer__model_layers_80/param/std": 0.04424206569780191, "train/layer__model_layers_80/param/max_abs": 1.0, "train/layer__model_layers_80/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_80/param/frac_near_user_limit": 0.0, "train/layer__model_layers_16/param/norm": 17.9352881367118, "train/layer__model_layers_16/param/mean": 0.0015689415418413612, "train/layer__model_layers_16/param/std": 0.04425233771662362, "train/layer__model_layers_16/param/max_abs": 1.0, "train/layer__model_layers_16/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_16/param/frac_near_user_limit": 0.0, "train/layer_model_layers_25/act/norm": 8912.277362411955, "train/layer_model_layers_25/act/mean": 0.017410810177142803, "train/layer_model_layers_25/act/std": 0.4266377794739678, "train/layer_model_layers_25/act/max_abs": 4.84375, "train/layer_model_layers_25/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_25/act/frac_near_user_limit": 0.0, "train/layer_model_layers_25/grad/norm": 0.36009356810629134, "train/layer_model_layers_25/grad/mean": -9.614310774722611e-06, "train/layer_model_layers_25/grad/std": 0.0004444906950903065, "train/layer_model_layers_25/grad/max_abs": 0.00848388671875, "train/layer_model_layers_25/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_25/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_85/act/norm": 9216.90327463733, "train/layer_model_layers_85/act/mean": 0.01744406956892747, "train/layer_model_layers_85/act/std": 0.44099549197484716, "train/layer_model_layers_85/act/max_abs": 4.5625, "train/layer_model_layers_85/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_85/act/frac_near_user_limit": 0.0, "train/layer_model_layers_85/grad/norm": 0.20181198536522052, "train/layer_model_layers_85/grad/mean": 6.318603626938388e-07, "train/layer_model_layers_85/grad/std": 0.00024906549975755763, "train/layer_model_layers_85/grad/max_abs": 0.004638671875, "train/layer_model_layers_85/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_85/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 8845.97659620489, "train/layer_model_layers_8/act/mean": 0.0081329712500939, "train/layer_model_layers_8/act/std": 0.42384224597982806, "train/layer_model_layers_8/act/max_abs": 4.6875, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.723488113332997, "train/layer_model_layers_8/grad/mean": -8.87186347845471e-06, "train/layer_model_layers_8/grad/std": 0.0008929342195267604, "train/layer_model_layers_8/grad/max_abs": 0.0145263671875, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_82/param/norm": 17.927568297962917, "train/layer__model_layers_82/param/mean": 0.0014465260617260627, "train/layer__model_layers_82/param/std": 0.04423997975951945, "train/layer__model_layers_82/param/max_abs": 1.0, "train/layer__model_layers_82/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_82/param/frac_near_user_limit": 0.0, "train/layer_model_layers_92/act/norm": 9252.735474008325, "train/layer_model_layers_92/act/mean": 0.016615978800333463, "train/layer_model_layers_92/act/std": 0.4423449362642943, "train/layer_model_layers_92/act/max_abs": 4.65625, "train/layer_model_layers_92/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_92/act/frac_near_user_limit": 0.0, "train/layer_model_layers_92/grad/norm": 0.20245000918719638, "train/layer_model_layers_92/grad/mean": -2.9632012765163005e-08, "train/layer_model_layers_92/grad/std": 0.0002497293477054399, "train/layer_model_layers_92/grad/max_abs": 0.005828857421875, "train/layer_model_layers_92/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_92/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_91/act/norm": 9243.997411309552, "train/layer_model_layers_91/act/mean": 0.013944405775803786, "train/layer_model_layers_91/act/std": 0.4420945829385869, "train/layer_model_layers_91/act/max_abs": 4.5625, "train/layer_model_layers_91/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_91/act/frac_near_user_limit": 0.0, "train/layer_model_layers_91/grad/norm": 0.20037178715052564, "train/layer_model_layers_91/grad/mean": 4.971702020127158e-07, "train/layer_model_layers_91/grad/std": 0.00024732428980266894, "train/layer_model_layers_91/grad/max_abs": 0.005126953125, "train/layer_model_layers_91/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_91/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_64/param/norm": 17.9352881367118, "train/layer__model_layers_64/param/mean": 0.0016064457885932625, "train/layer__model_layers_64/param/std": 0.04425086085483622, "train/layer__model_layers_64/param/max_abs": 1.0, "train/layer__model_layers_64/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_64/param/frac_near_user_limit": 0.0, "train/layer_model_layers_67/act/norm": 9143.621077239759, "train/layer_model_layers_67/act/mean": 0.0160978023822491, "train/layer_model_layers_67/act/std": 0.43773512357950123, "train/layer_model_layers_67/act/max_abs": 4.78125, "train/layer_model_layers_67/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_67/act/frac_near_user_limit": 0.0, "train/layer_model_layers_67/grad/norm": 0.23227932305417873, "train/layer_model_layers_67/grad/mean": -8.932850941109025e-08, "train/layer_model_layers_67/grad/std": 0.0002867318426307943, "train/layer_model_layers_67/grad/max_abs": 0.005615234375, "train/layer_model_layers_67/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_67/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_32/param/norm": 17.935315361302543, "train/layer__model_layers_32/param/mean": 0.0016901370329715532, "train/layer__model_layers_32/param/std": 0.0442480672167814, "train/layer__model_layers_32/param/max_abs": 1.0, "train/layer__model_layers_32/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_32/param/frac_near_user_limit": 0.0, "train/layer__model_layers_34/param/norm": 17.930822744561247, "train/layer__model_layers_34/param/mean": 0.0015727294588609717, "train/layer__model_layers_34/param/std": 0.04424151510719307, "train/layer__model_layers_34/param/max_abs": 1.0, "train/layer__model_layers_34/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_34/param/frac_near_user_limit": 0.0, "train/layer__model_layers_58/param/norm": 17.929808346542636, "train/layer__model_layers_58/param/mean": 0.0015700008493503802, "train/layer__model_layers_58/param/std": 0.044241181369739695, "train/layer__model_layers_58/param/max_abs": 1.0, "train/layer__model_layers_58/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_58/param/frac_near_user_limit": 0.0, "train/layer__model_layers_61/param/norm": 17.94409993998724, "train/layer__model_layers_61/param/mean": 0.0015708875730517501, "train/layer__model_layers_61/param/std": 0.04426876890835422, "train/layer__model_layers_61/param/max_abs": 1.0, "train/layer__model_layers_61/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_61/param/frac_near_user_limit": 0.0, "train/layer_model_layers_81/act/norm": 9202.177285277667, "train/layer_model_layers_81/act/mean": 0.016520944925454948, "train/layer_model_layers_81/act/std": 0.4400513329871947, "train/layer_model_layers_81/act/max_abs": 4.40625, "train/layer_model_layers_81/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_81/act/frac_near_user_limit": 0.0, "train/layer_model_layers_81/grad/norm": 0.21613593998562397, "train/layer_model_layers_81/grad/mean": -1.5821812061270387e-06, "train/layer_model_layers_81/grad/std": 0.0002667606895544528, "train/layer_model_layers_81/grad/max_abs": 0.0057373046875, "train/layer_model_layers_81/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_81/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_17/param/norm": 17.945269985256562, "train/layer__model_layers_17/param/mean": 0.0015883185376243175, "train/layer__model_layers_17/param/std": 0.04427372977310165, "train/layer__model_layers_17/param/max_abs": 1.0, "train/layer__model_layers_17/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_17/param/frac_near_user_limit": 0.0, "train/layer_model_layers_72/act/norm": 9157.59812103344, "train/layer_model_layers_72/act/mean": 0.015112510094275841, "train/layer_model_layers_72/act/std": 0.43795613691497975, "train/layer_model_layers_72/act/max_abs": 4.40625, "train/layer_model_layers_72/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_72/act/frac_near_user_limit": 0.0, "train/layer_model_layers_72/grad/norm": 0.21674734649948676, "train/layer_model_layers_72/grad/mean": -1.2378737202579628e-06, "train/layer_model_layers_72/grad/std": 0.00026756441591017547, "train/layer_model_layers_72/grad/max_abs": 0.0052490234375, "train/layer_model_layers_72/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_72/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_40/param/norm": 17.935301749012336, "train/layer__model_layers_40/param/mean": 0.0015395308805516282, "train/layer__model_layers_40/param/std": 0.044253360153028685, "train/layer__model_layers_40/param/max_abs": 1.0, "train/layer__model_layers_40/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_40/param/frac_near_user_limit": 0.0, "train/layer__model_layers_27/param/norm": 17.933048772622296, "train/layer__model_layers_27/param/mean": 0.0015930556655859985, "train/layer__model_layers_27/param/std": 0.04424589287703771, "train/layer__model_layers_27/param/max_abs": 1.0, "train/layer__model_layers_27/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_27/param/frac_near_user_limit": 0.0, "train/layer_model_layers_20/act/norm": 8921.79715462241, "train/layer_model_layers_20/act/mean": 0.0126188718355619, "train/layer_model_layers_20/act/std": 0.4269040580398374, "train/layer_model_layers_20/act/max_abs": 4.75, "train/layer_model_layers_20/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_20/act/frac_near_user_limit": 0.0, "train/layer_model_layers_20/grad/norm": 0.43222317509017916, "train/layer_model_layers_20/grad/mean": -1.848570736598764e-05, "train/layer_model_layers_20/grad/std": 0.0005332822015211134, "train/layer_model_layers_20/grad/max_abs": 0.0108642578125, "train/layer_model_layers_20/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_20/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_85/param/norm": 17.9352881367118, "train/layer__model_layers_85/param/mean": 0.0016539717985203782, "train/layer__model_layers_85/param/std": 0.044249158321033474, "train/layer__model_layers_85/param/max_abs": 1.0, "train/layer__model_layers_85/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_85/param/frac_near_user_limit": 0.0, "train/layer_model_layers_36/act/norm": 8988.773817969268, "train/layer_model_layers_36/act/mean": 0.018233665799645957, "train/layer_model_layers_36/act/std": 0.4297816289193047, "train/layer_model_layers_36/act/max_abs": 4.8125, "train/layer_model_layers_36/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_36/act/frac_near_user_limit": 0.0, "train/layer_model_layers_36/grad/norm": 0.3221947244564342, "train/layer_model_layers_36/grad/mean": -1.0576912134925016e-05, "train/layer_model_layers_36/grad/std": 0.000397540296627949, "train/layer_model_layers_36/grad/max_abs": 0.01129150390625, "train/layer_model_layers_36/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_36/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_46/param/norm": 17.938568402415086, "train/layer__model_layers_46/param/mean": 0.0015307826668535492, "train/layer__model_layers_46/param/std": 0.044242831271041914, "train/layer__model_layers_46/param/max_abs": 1.0, "train/layer__model_layers_46/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_46/param/frac_near_user_limit": 0.0, "train/layer_model_layers_45/act/norm": 9014.139099963033, "train/layer_model_layers_45/act/mean": 0.02496484609750601, "train/layer_model_layers_45/act/std": 0.4309465185415915, "train/layer_model_layers_45/act/max_abs": 4.71875, "train/layer_model_layers_45/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_45/act/frac_near_user_limit": 0.0, "train/layer_model_layers_45/grad/norm": 0.2760163918005304, "train/layer_model_layers_45/grad/mean": -3.1451221014984685e-06, "train/layer_model_layers_45/grad/std": 0.0003406697093556691, "train/layer_model_layers_45/grad/max_abs": 0.007293701171875, "train/layer_model_layers_45/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_45/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_17/act/norm": 8866.377174273552, "train/layer_model_layers_17/act/mean": 0.01067807124211238, "train/layer_model_layers_17/act/std": 0.42384095563659346, "train/layer_model_layers_17/act/max_abs": 4.75, "train/layer_model_layers_17/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_17/act/frac_near_user_limit": 0.0, "train/layer_model_layers_17/grad/norm": 0.43343644825882466, "train/layer_model_layers_17/grad/mean": -1.7524470230811473e-05, "train/layer_model_layers_17/grad/std": 0.0005346760256795029, "train/layer_model_layers_17/grad/max_abs": 0.01092529296875, "train/layer_model_layers_17/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_17/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_57/param/norm": 17.933048772622296, "train/layer__model_layers_57/param/mean": 0.0015842360378985473, "train/layer__model_layers_57/param/std": 0.0442461092534263, "train/layer__model_layers_57/param/max_abs": 1.0, "train/layer__model_layers_57/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_57/param/frac_near_user_limit": 0.0, "train/layer_model_layers_65/act/norm": 9133.500684026802, "train/layer_model_layers_65/act/mean": 0.017055389399711903, "train/layer_model_layers_65/act/std": 0.43721297180624025, "train/layer_model_layers_65/act/max_abs": 4.8125, "train/layer_model_layers_65/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_65/act/frac_near_user_limit": 0.0, "train/layer_model_layers_65/grad/norm": 0.24794198741268508, "train/layer_model_layers_65/grad/mean": 1.536131500122653e-07, "train/layer_model_layers_65/grad/std": 0.0003060718281554518, "train/layer_model_layers_65/grad/max_abs": 0.007232666015625, "train/layer_model_layers_65/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_65/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_22/act/norm": 8894.039358544609, "train/layer_model_layers_22/act/mean": 0.018475908499497633, "train/layer_model_layers_22/act/std": 0.4256089011519075, "train/layer_model_layers_22/act/max_abs": 5.25, "train/layer_model_layers_22/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_22/act/frac_near_user_limit": 0.0, "train/layer_model_layers_22/grad/norm": 0.37839936318493095, "train/layer_model_layers_22/grad/mean": -1.4662869654555171e-05, "train/layer_model_layers_22/grad/std": 0.0004669104302137068, "train/layer_model_layers_22/grad/max_abs": 0.0093994140625, "train/layer_model_layers_22/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_22/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_79/act/norm": 9178.835431165046, "train/layer_model_layers_79/act/mean": 0.010727662306565505, "train/layer_model_layers_79/act/std": 0.4390473637575727, "train/layer_model_layers_79/act/max_abs": 4.34375, "train/layer_model_layers_79/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_79/act/frac_near_user_limit": 0.0, "train/layer_model_layers_79/grad/norm": 0.21983427655997614, "train/layer_model_layers_79/grad/mean": -3.0187037795224167e-07, "train/layer_model_layers_79/grad/std": 0.00027135501114166033, "train/layer_model_layers_79/grad/max_abs": 0.00531005859375, "train/layer_model_layers_79/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_79/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_74/act/norm": 9163.677883334025, "train/layer_model_layers_74/act/mean": 0.01580996696765606, "train/layer_model_layers_74/act/std": 0.4381742980079392, "train/layer_model_layers_74/act/max_abs": 4.53125, "train/layer_model_layers_74/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_74/act/frac_near_user_limit": 0.0, "train/layer_model_layers_74/grad/norm": 0.21780862121196326, "train/layer_model_layers_74/grad/mean": -1.5714958777967928e-06, "train/layer_model_layers_74/grad/std": 0.0002687379361966794, "train/layer_model_layers_74/grad/max_abs": 0.0059814453125, "train/layer_model_layers_74/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_74/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_21/act/norm": 8901.350754115983, "train/layer_model_layers_21/act/mean": 0.01642498603233924, "train/layer_model_layers_21/act/std": 0.425851934442239, "train/layer_model_layers_21/act/max_abs": 5.03125, "train/layer_model_layers_21/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_21/act/frac_near_user_limit": 0.0, "train/layer_model_layers_21/grad/norm": 0.38783339830186353, "train/layer_model_layers_21/grad/mean": -1.4903937726515503e-05, "train/layer_model_layers_21/grad/std": 0.00047850409996246564, "train/layer_model_layers_21/grad/max_abs": 0.00860595703125, "train/layer_model_layers_21/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_21/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_73/param/norm": 17.93527452440093, "train/layer__model_layers_73/param/mean": 0.0015608955657054407, "train/layer__model_layers_73/param/std": 0.044252487318645194, "train/layer__model_layers_73/param/max_abs": 1.0, "train/layer__model_layers_73/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_73/param/frac_near_user_limit": 0.0, "train/layer_model_layers_82/act/norm": 9200.72067913396, "train/layer_model_layers_82/act/mean": 0.013304050152118389, "train/layer_model_layers_82/act/std": 0.440181109354565, "train/layer_model_layers_82/act/max_abs": 4.34375, "train/layer_model_layers_82/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_82/act/frac_near_user_limit": 0.0, "train/layer_model_layers_82/grad/norm": 0.2024433907547093, "train/layer_model_layers_82/grad/mean": -8.69889337534605e-07, "train/layer_model_layers_82/grad/std": 0.0002498544890248942, "train/layer_model_layers_82/grad/max_abs": 0.004119873046875, "train/layer_model_layers_82/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_82/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_54/param/norm": 17.926397097315036, "train/layer__model_layers_54/param/mean": 0.0015831335844376157, "train/layer__model_layers_54/param/std": 0.04422995383473388, "train/layer__model_layers_54/param/max_abs": 1.0, "train/layer__model_layers_54/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_54/param/frac_near_user_limit": 0.0, "train/layer__model_layers_71/param/norm": 17.937513610622013, "train/layer__model_layers_71/param/mean": 0.001510596312524376, "train/layer__model_layers_71/param/std": 0.04425988648801437, "train/layer__model_layers_71/param/max_abs": 1.0, "train/layer__model_layers_71/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_71/param/frac_near_user_limit": 0.0, "train/layer__model_layers_14/param/norm": 17.927568297962917, "train/layer__model_layers_14/param/mean": 0.001591686897456367, "train/layer__model_layers_14/param/std": 0.04423486624319408, "train/layer__model_layers_14/param/max_abs": 1.0, "train/layer__model_layers_14/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_14/param/frac_near_user_limit": 0.0, "train/layer__model_layers_11/param/norm": 17.9375272212337, "train/layer__model_layers_11/param/mean": 0.0016825969059270183, "train/layer__model_layers_11/param/std": 0.04425380879563358, "train/layer__model_layers_11/param/max_abs": 1.0, "train/layer__model_layers_11/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_11/param/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 17.929835579453872, "train/layer__model_layers_8/param/mean": 0.0014820902284333561, "train/layer__model_layers_8/param/std": 0.04424430019453242, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_12/act/norm": 8850.755865256546, "train/layer_model_layers_12/act/mean": 0.008114768908574032, "train/layer_model_layers_12/act/std": 0.424091372802605, "train/layer_model_layers_12/act/max_abs": 5.25, "train/layer_model_layers_12/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_12/act/frac_near_user_limit": 0.0, "train/layer_model_layers_12/grad/norm": 0.5536818624095632, "train/layer_model_layers_12/grad/mean": -1.7946568759399438e-05, "train/layer_model_layers_12/grad/std": 0.0006832104446503357, "train/layer_model_layers_12/grad/max_abs": 0.0128173828125, "train/layer_model_layers_12/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_12/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_89/param/norm": 17.943113505343074, "train/layer__model_layers_89/param/mean": 0.001583495117758812, "train/layer__model_layers_89/param/std": 0.044268553319693364, "train/layer__model_layers_89/param/max_abs": 1.0, "train/layer__model_layers_89/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_89/param/frac_near_user_limit": 0.0, "train/layer__model_layers_22/param/norm": 17.928582822723328, "train/layer__model_layers_22/param/mean": 0.0015649200415648462, "train/layer__model_layers_22/param/std": 0.04425232123146705, "train/layer__model_layers_22/param/max_abs": 1.0, "train/layer__model_layers_22/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_22/param/frac_near_user_limit": 0.0, "train/layer__model_layers_74/param/norm": 17.928582822723328, "train/layer__model_layers_74/param/mean": 0.0015980665471736057, "train/layer__model_layers_74/param/std": 0.044234568015002716, "train/layer__model_layers_74/param/max_abs": 1.0, "train/layer__model_layers_74/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_74/param/frac_near_user_limit": 0.0, "train/layer__model_layers_78/param/norm": 17.929835579453872, "train/layer__model_layers_78/param/mean": 0.0015749983408149802, "train/layer__model_layers_78/param/std": 0.04424109792164881, "train/layer__model_layers_78/param/max_abs": 1.0, "train/layer__model_layers_78/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_78/param/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 17.92859644011488, "train/layer__model_layers_1/param/mean": 0.0015606099097479524, "train/layer__model_layers_1/param/std": 0.04423608194439929, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer_model_layers_69/act/norm": 9142.331380624926, "train/layer_model_layers_69/act/mean": 0.018294884608342096, "train/layer_model_layers_69/act/std": 0.43728386617374465, "train/layer_model_layers_69/act/max_abs": 4.5625, "train/layer_model_layers_69/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_69/act/frac_near_user_limit": 0.0, "train/layer_model_layers_69/grad/norm": 0.22850221143094518, "train/layer_model_layers_69/grad/mean": -1.1612611783555071e-06, "train/layer_model_layers_69/grad/std": 0.0002820640150283936, "train/layer_model_layers_69/grad/max_abs": 0.00634765625, "train/layer_model_layers_69/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_69/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_28/act/norm": 8958.501441420454, "train/layer_model_layers_28/act/mean": 0.014644237665029673, "train/layer_model_layers_28/act/std": 0.42911527639419705, "train/layer_model_layers_28/act/max_abs": 5.09375, "train/layer_model_layers_28/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_28/act/frac_near_user_limit": 0.0, "train/layer_model_layers_28/grad/norm": 0.33077070459541646, "train/layer_model_layers_28/grad/mean": -1.3235275873001927e-05, "train/layer_model_layers_28/grad/std": 0.0004080371502785767, "train/layer_model_layers_28/grad/max_abs": 0.00604248046875, "train/layer_model_layers_28/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_28/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_51/act/norm": 9099.495838477507, "train/layer_model_layers_51/act/mean": 0.020307394174429085, "train/layer_model_layers_51/act/std": 0.4350785765435776, "train/layer_model_layers_51/act/max_abs": 4.65625, "train/layer_model_layers_51/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_51/act/frac_near_user_limit": 0.0, "train/layer_model_layers_51/grad/norm": 0.2644985252315482, "train/layer_model_layers_51/grad/mean": -2.3509402266832856e-06, "train/layer_model_layers_51/grad/std": 0.00032651531731977293, "train/layer_model_layers_51/grad/max_abs": 0.00775146484375, "train/layer_model_layers_51/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_51/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_33/act/norm": 8959.787407897295, "train/layer_model_layers_33/act/mean": 0.02044259584867037, "train/layer_model_layers_33/act/std": 0.4284999545804148, "train/layer_model_layers_33/act/max_abs": 4.78125, "train/layer_model_layers_33/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_33/act/frac_near_user_limit": 0.0, "train/layer_model_layers_33/grad/norm": 0.34313535006799073, "train/layer_model_layers_33/grad/mean": -1.0509673591743858e-05, "train/layer_model_layers_33/grad/std": 0.00042333529286720943, "train/layer_model_layers_33/grad/max_abs": 0.009033203125, "train/layer_model_layers_33/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_33/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_56/param/norm": 17.935342585851963, "train/layer__model_layers_56/param/mean": 0.0015245131020798885, "train/layer__model_layers_56/param/std": 0.044253884701317574, "train/layer__model_layers_56/param/max_abs": 1.0, "train/layer__model_layers_56/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_56/param/frac_near_user_limit": 0.0, "train/layer_model_layers_42/act/norm": 8996.763871962365, "train/layer_model_layers_42/act/mean": 0.021621098885169394, "train/layer_model_layers_42/act/std": 0.43032863771345176, "train/layer_model_layers_42/act/max_abs": 4.8125, "train/layer_model_layers_42/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_42/act/frac_near_user_limit": 0.0, "train/layer_model_layers_42/grad/norm": 0.2917507102825221, "train/layer_model_layers_42/grad/mean": -7.243682419686533e-06, "train/layer_model_layers_42/grad/std": 0.0003598589929249251, "train/layer_model_layers_42/grad/max_abs": 0.0108642578125, "train/layer_model_layers_42/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_42/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_70/act/norm": 9139.853673540978, "train/layer_model_layers_70/act/mean": 0.019876846900353067, "train/layer_model_layers_70/act/std": 0.4371781366118648, "train/layer_model_layers_70/act/max_abs": 4.53125, "train/layer_model_layers_70/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_70/act/frac_near_user_limit": 0.0, "train/layer_model_layers_70/grad/norm": 0.23199057122155237, "train/layer_model_layers_70/grad/mean": -8.517243701807701e-07, "train/layer_model_layers_70/grad/std": 0.00028631119112461253, "train/layer_model_layers_70/grad/max_abs": 0.007293701171875, "train/layer_model_layers_70/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_70/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_29/act/norm": 8932.756718975834, "train/layer_model_layers_29/act/mean": 0.016811664287860576, "train/layer_model_layers_29/act/std": 0.4276920094461904, "train/layer_model_layers_29/act/max_abs": 5.0625, "train/layer_model_layers_29/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_29/act/frac_near_user_limit": 0.0, "train/layer_model_layers_29/grad/norm": 0.29624142441479956, "train/layer_model_layers_29/grad/mean": -1.069200159792967e-05, "train/layer_model_layers_29/grad/std": 0.00036559015253291414, "train/layer_model_layers_29/grad/max_abs": 0.006744384765625, "train/layer_model_layers_29/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_29/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_18/param/norm": 17.940807077546708, "train/layer__model_layers_18/param/mean": 0.0016524125930857546, "train/layer__model_layers_18/param/std": 0.044260528634985016, "train/layer__model_layers_18/param/max_abs": 1.0, "train/layer__model_layers_18/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_18/param/frac_near_user_limit": 0.0, "train/layer__model_layers_51/param/norm": 17.937540831835058, "train/layer__model_layers_51/param/mean": 0.001503002624987812, "train/layer__model_layers_51/param/std": 0.0442601289350303, "train/layer__model_layers_51/param/max_abs": 1.0, "train/layer__model_layers_51/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_51/param/frac_near_user_limit": 0.0, "train/layer_model_layers_73/act/norm": 9161.258539387873, "train/layer_model_layers_73/act/mean": 0.01580962767967811, "train/layer_model_layers_73/act/std": 0.4380795155000961, "train/layer_model_layers_73/act/max_abs": 4.4375, "train/layer_model_layers_73/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_73/act/frac_near_user_limit": 0.0, "train/layer_model_layers_73/grad/norm": 0.22278063657943825, "train/layer_model_layers_73/grad/mean": -1.3163022322118189e-06, "train/layer_model_layers_73/grad/std": 0.00027502357882434235, "train/layer_model_layers_73/grad/max_abs": 0.006988525390625, "train/layer_model_layers_73/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_73/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_54/act/norm": 9074.85725160079, "train/layer_model_layers_54/act/mean": 0.019970531647021953, "train/layer_model_layers_54/act/std": 0.434083849530146, "train/layer_model_layers_54/act/max_abs": 4.59375, "train/layer_model_layers_54/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_54/act/frac_near_user_limit": 0.0, "train/layer_model_layers_54/grad/norm": 0.23724199427421083, "train/layer_model_layers_54/grad/mean": -8.653602185085207e-07, "train/layer_model_layers_54/grad/std": 0.0002928341245744972, "train/layer_model_layers_54/grad/max_abs": 0.005157470703125, "train/layer_model_layers_54/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_54/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_20/param/norm": 17.926356240097288, "train/layer__model_layers_20/param/mean": 0.0015711196685172094, "train/layer__model_layers_20/param/std": 0.04423583127405433, "train/layer__model_layers_20/param/max_abs": 1.0, "train/layer__model_layers_20/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_20/param/frac_near_user_limit": 0.0, "train/layer__model_layers_21/param/norm": 17.92861005749609, "train/layer__model_layers_21/param/mean": 0.0016309764939425701, "train/layer__model_layers_21/param/std": 0.044233479563581146, "train/layer__model_layers_21/param/max_abs": 1.0, "train/layer__model_layers_21/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_21/param/frac_near_user_limit": 0.0, "train/layer__model_layers_76/param/norm": 17.92758191612508, "train/layer__model_layers_76/param/mean": 0.00155686960205459, "train/layer__model_layers_76/param/std": 0.04423607867052244, "train/layer__model_layers_76/param/max_abs": 1.0, "train/layer__model_layers_76/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_76/param/frac_near_user_limit": 0.0, "train/layer_model_layers_76/act/norm": 9171.179927383695, "train/layer_model_layers_76/act/mean": 0.016626234237964336, "train/layer_model_layers_76/act/std": 0.43846179644251004, "train/layer_model_layers_76/act/max_abs": 4.375, "train/layer_model_layers_76/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_76/act/frac_near_user_limit": 0.0, "train/layer_model_layers_76/grad/norm": 0.2288684485038207, "train/layer_model_layers_76/grad/mean": -2.5819116758760907e-06, "train/layer_model_layers_76/grad/std": 0.0002825267477474608, "train/layer_model_layers_76/grad/max_abs": 0.0068359375, "train/layer_model_layers_76/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_76/grad/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 117.15984568360321, "train/tensor_act_model_embed_tokens/mean": -4.112720489501953e-05, "train/tensor_act_model_embed_tokens/std": 0.020263673442048356, "train/tensor_act_model_embed_tokens/max_abs": 0.09912109375, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 2297.209228515625, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 5785.478271494312, "train/tensor_act_model_layers_0_input_layernorm/mean": -0.001682281494140625, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0000000828076703, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 1298.9157776486948, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": 0.0015850067138671875, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.22460939847742611, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1320.7239630555187, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": 0.0007123947143554688, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.22778359832285708, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 1.140625, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 1296.2482577728445, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.002105712890625, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.2236328471175421, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 50.61179826723799, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": -0.000823974609375, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.00869760555080741, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.21484375, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 50.61179826723799, "train/tensor_act_model_layers_0_self_attn/mean": -0.000823974609375, "train/tensor_act_model_layers_0_self_attn/std": 0.00869760555080741, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.21484375, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 5786.478271522039, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": -0.0391845703125, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.00000087171755, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 5.25, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 2262.2676084455197, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.00040435791015625, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.22558600492613165, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 103.29840600216046, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.0015773773193359375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.01776133810499028, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.11669921875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 103.29840600216046, "train/tensor_act_model_layers_0_mlp/mean": 0.0015773773193359375, "train/tensor_act_model_layers_0_mlp/std": 0.01776133810499028, "train/tensor_act_model_layers_0_mlp/max_abs": 0.11669921875, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 164.76972497701001, "train/tensor_act_model_layers_0/mean": 0.00070953369140625, "train/tensor_act_model_layers_0/std": 0.02844239547528652, "train/tensor_act_model_layers_0/max_abs": 0.2451171875, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 5788.898925796942, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.024871826171875, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0000004819593162, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 4.9375, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1306.368032187455, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": -0.0147857666015625, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.22509828668783283, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 1.234375, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1305.818777476559, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": -0.0022792816162109375, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.22558620658352468, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 1.171875, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 1323.5035425140813, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": 0.0043487548828125, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.22851569275569728, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 144.1527201743382, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.0014286041259765625, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.024842108410769552, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.236328125, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 144.1527201743382, "train/tensor_act_model_layers_1_self_attn/mean": 0.0014286041259765625, "train/tensor_act_model_layers_1_self_attn/std": 0.024842108410769552, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.236328125, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 5790.607543960365, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.05560302734375, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.9990282608616828, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 5.0625, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 2231.655293128303, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.00362396240234375, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.22265635313169702, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 1.2578125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 100.55278006448981, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.000469207763671875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.017395141302067364, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.12060546875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 100.55278006448981, "train/tensor_act_model_layers_1_mlp/mean": -0.000469207763671875, "train/tensor_act_model_layers_1_mlp/std": 0.017395141302067364, "train/tensor_act_model_layers_1_mlp/max_abs": 0.12060546875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 244.5647251321326, "train/tensor_act_model_layers_1/mean": 0.0016689300537109375, "train/tensor_act_model_layers_1/std": 0.04217594313741437, "train/tensor_act_model_layers_1/max_abs": 0.33203125, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 5790.9299316524975, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.03973388671875, "train/tensor_act_model_layers_2_input_layernorm/std": 1.0000036414646367, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 1342.2452656471228, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.024017333984375, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 0.23046898235697266, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 1298.4228118095286, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.0108489990234375, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 0.22387881834611384, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 1324.1139927390668, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.006439208984375, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.22851642685936988, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 199.26568239520213, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": 0.002513885498046875, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.03430304978778215, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.234375, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 199.26568239520213, "train/tensor_act_model_layers_2_self_attn/mean": 0.002513885498046875, "train/tensor_act_model_layers_2_self_attn/std": 0.03430304978778215, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.234375, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 5791.595214869881, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.07763671875, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.9961012297704769, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 2240.2247923473187, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.003063201904296875, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.22338953444700002, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 1.234375, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 95.4525959042609, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.00099945068359375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.01644934528195043, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.10693359375, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 95.4525959042609, "train/tensor_act_model_layers_2_mlp/mean": 0.00099945068359375, "train/tensor_act_model_layers_2_mlp/std": 0.01644934528195043, "train/tensor_act_model_layers_2_mlp/max_abs": 0.10693359375, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 325.2322921291673, "train/tensor_act_model_layers_2/mean": 0.00518035888671875, "train/tensor_act_model_layers_2/std": 0.05590899593923889, "train/tensor_act_model_layers_2/max_abs": 0.41015625, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 5791.663330086199, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.093017578125, "train/tensor_act_model_layers_3_input_layernorm/std": 0.9960988063309932, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 1312.789027212987, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.003200531005859375, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 0.22656262649926198, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 1314.4819162683625, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": -0.0006663799285888672, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 0.22680908073453793, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 1337.1496463168578, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": 0.027374267578125, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.2292495804675464, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 257.79093355836966, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": -0.003246307373046875, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.044374315543199636, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.265625, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 257.79093355836966, "train/tensor_act_model_layers_3_self_attn/mean": -0.003246307373046875, "train/tensor_act_model_layers_3_self_attn/std": 0.044374315543199636, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.265625, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 5791.992675791726, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.0281982421875, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 1.0000079832652433, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 2262.865351365094, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0096588134765625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.22534286885197707, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 1.3046875, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 106.73151320395556, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.00012135505676269531, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.018402583586486543, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.09619140625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 106.73151320395556, "train/tensor_act_model_layers_3_mlp/mean": -0.00012135505676269531, "train/tensor_act_model_layers_3_mlp/std": 0.018402583586486543, "train/tensor_act_model_layers_3_mlp/max_abs": 0.09619140625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 411.7366693217433, "train/tensor_act_model_layers_3/mean": 0.0018157958984375, "train/tensor_act_model_layers_3/std": 0.07104583150569717, "train/tensor_act_model_layers_3/max_abs": 0.470703125, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 5792.020751953644, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.025787353515625, "train/tensor_act_model_layers_4_input_layernorm/std": 1.000007120401394, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 1281.6011210058984, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.011077880859375, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 0.22070689535718285, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 1.109375, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 1311.1380842546773, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": -0.00434112548828125, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 0.22632471415683045, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 1.109375, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 1260.2009846919393, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.008941650390625, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.21728663283285704, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.09375, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 232.80907953929858, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": 0.004009246826171875, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.03991815491683174, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.2216796875, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 232.80907953929858, "train/tensor_act_model_layers_4_self_attn/mean": 0.004009246826171875, "train/tensor_act_model_layers_4_self_attn/std": 0.03991815491683174, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.2216796875, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 5792.1695556738005, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.0721435546875, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 0.9960978414414096, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 2314.1773323831053, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.0024433135986328125, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.23071371224518208, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 114.63060312818413, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.002155303955078125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.019684294392223245, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.11279296875, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 114.63060312818413, "train/tensor_act_model_layers_4_mlp/mean": 0.002155303955078125, "train/tensor_act_model_layers_4_mlp/std": 0.019684294392223245, "train/tensor_act_model_layers_4_mlp/max_abs": 0.11279296875, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 491.8263482551533, "train/tensor_act_model_layers_4/mean": 0.0079803466796875, "train/tensor_act_model_layers_4/std": 0.08459594169723798, "train/tensor_act_model_layers_4/max_abs": 0.48046875, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 5792.193481448424, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.0953369140625, "train/tensor_act_model_layers_5_input_layernorm/std": 0.9960987988512326, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 1328.5645930172977, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": -0.00585174560546875, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 0.22900497722476973, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 1295.4098091925391, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.00513458251953125, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 0.22338992402502278, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 1.09375, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 1280.5673625931186, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.015472412109375, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.22046076920675034, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 256.0578247061592, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": 0.0009069442749023438, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.044190130783039995, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.2294921875, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 256.0578247061592, "train/tensor_act_model_layers_5_self_attn/mean": 0.0009069442749023438, "train/tensor_act_model_layers_5_self_attn/std": 0.044190130783039995, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.2294921875, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 5792.287109386144, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.09423828125, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 0.996098118192781, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 2378.0496226413475, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.0084381103515625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.23706138514440261, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 106.94192360547582, "train/tensor_act_model_layers_5_mlp_down_proj/mean": -0.001903533935546875, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.018372174899778326, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.10693359375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 106.94192360547582, "train/tensor_act_model_layers_5_mlp/mean": -0.001903533935546875, "train/tensor_act_model_layers_5_mlp/std": 0.018372174899778326, "train/tensor_act_model_layers_5_mlp/max_abs": 0.10693359375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 557.3710864091549, "train/tensor_act_model_layers_5/mean": 0.00698089599609375, "train/tensor_act_model_layers_5/std": 0.0959485550786506, "train/tensor_act_model_layers_5/max_abs": 0.5859375, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 5792.289550782598, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.0736083984375, "train/tensor_act_model_layers_6_input_layernorm/std": 0.9960977816032651, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 1299.3728009443319, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.019378662109375, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 0.22363828252574214, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 1.140625, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 1230.710916228433, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": -0.00567626953125, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 0.21241235380591414, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 1206.9912942753326, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": 0.0074310302734375, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.20826271550318234, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 1.125, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 250.44615635296284, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.00267791748046875, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.04309695324466589, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.2294921875, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 250.44615635296284, "train/tensor_act_model_layers_6_self_attn/mean": -0.00267791748046875, "train/tensor_act_model_layers_6_self_attn/std": 0.04309695324466589, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.2294921875, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 5792.3359375015025, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.04150390625, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0000091343700936, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 2223.0831771543144, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.0128326416015625, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.22119222466104774, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 101.34498562467688, "train/tensor_act_model_layers_6_mlp_down_proj/mean": -0.000850677490234375, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.01745627330596448, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.099609375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 101.34498562467688, "train/tensor_act_model_layers_6_mlp/mean": -0.000850677490234375, "train/tensor_act_model_layers_6_mlp/std": 0.01745627330596448, "train/tensor_act_model_layers_6_mlp/max_abs": 0.099609375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 612.1153564086097, "train/tensor_act_model_layers_6/mean": 0.003452301025390625, "train/tensor_act_model_layers_6/std": 0.10571458672832329, "train/tensor_act_model_layers_6/max_abs": 0.59375, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 5792.342285159471, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.03338623046875, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0000094081763917, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 1327.9740081610719, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": 0.015777587890625, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 0.22900777988370488, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 1.21875, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 1231.903540375442, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.0124969482421875, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 0.21216192286120072, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 1232.0015399984495, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.011260986328125, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.21216119911176762, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 1.03125, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 266.92364334104343, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": 0.00464630126953125, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.04583901949796881, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.228515625, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 266.92364334104343, "train/tensor_act_model_layers_7_self_attn/mean": 0.00464630126953125, "train/tensor_act_model_layers_7_self_attn/std": 0.04583901949796881, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.228515625, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 5792.376220705373, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": 0.072265625, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 0.9960966820767202, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 2257.5014390282295, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.010894775390625, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.22461112270504555, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 102.32479764419304, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.0012645721435546875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.017640807869289774, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.1025390625, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 102.32479764419304, "train/tensor_act_model_layers_7_mlp/mean": -0.0012645721435546875, "train/tensor_act_model_layers_7_mlp/std": 0.017640807869289774, "train/tensor_act_model_layers_7_mlp/max_abs": 0.1025390625, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 667.6307678385149, "train/tensor_act_model_layers_7/mean": 0.00684356689453125, "train/tensor_act_model_layers_7/std": 0.11499193189262966, "train/tensor_act_model_layers_7/max_abs": 0.66796875, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 5792.382568363846, "train/tensor_act_model_layers_8_input_layernorm/mean": 0.06011962890625, "train/tensor_act_model_layers_8_input_layernorm/std": 0.9990291558006011, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 1311.2221210634395, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": -0.0098419189453125, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 0.2258366862180824, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 1352.4838156485457, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": 0.0123443603515625, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 0.2331569906149034, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 1355.8072274774124, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.010284423828125, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.23388994210715838, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 1.1875, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 282.4814610191445, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.0005015432834625244, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.04870871072396813, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.255859375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 282.4814610191445, "train/tensor_act_model_layers_8_self_attn/mean": -0.0005015432834625244, "train/tensor_act_model_layers_8_self_attn/std": 0.04870871072396813, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.255859375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 5792.420166022545, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": 0.05047607421875, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0000087674322835, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 2244.8326985476274, "train/tensor_act_model_layers_8_mlp_up_proj/mean": 0.000649869441986084, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.22363517261999832, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 1.203125, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 102.03184169163883, "train/tensor_act_model_layers_8_mlp_down_proj/mean": -0.001453399658203125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.017549279589383678, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.10400390625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 102.03184169163883, "train/tensor_act_model_layers_8_mlp/mean": -0.001453399658203125, "train/tensor_act_model_layers_8_mlp/std": 0.017549279589383678, "train/tensor_act_model_layers_8_mlp/max_abs": 0.10400390625, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 735.5672590536501, "train/tensor_act_model_layers_8/mean": 0.00487518310546875, "train/tensor_act_model_layers_8/std": 0.12695416922323224, "train/tensor_act_model_layers_8/max_abs": 0.71875, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_input_layernorm/norm": 5792.421752940506, "train/tensor_act_model_layers_9_input_layernorm/mean": 0.0390625, "train/tensor_act_model_layers_9_input_layernorm/std": 1.0000087618443971, "train/tensor_act_model_layers_9_input_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_9_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_q_proj/norm": 1323.7128668264197, "train/tensor_act_model_layers_9_self_attn_q_proj/mean": -0.0123443603515625, "train/tensor_act_model_layers_9_self_attn_q_proj/std": 0.2282734401639496, "train/tensor_act_model_layers_9_self_attn_q_proj/max_abs": 1.140625, "train/tensor_act_model_layers_9_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_k_proj/norm": 1292.1699694797114, "train/tensor_act_model_layers_9_self_attn_k_proj/mean": -0.0238037109375, "train/tensor_act_model_layers_9_self_attn_k_proj/std": 0.22193012291570155, "train/tensor_act_model_layers_9_self_attn_k_proj/max_abs": 1.09375, "train/tensor_act_model_layers_9_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_v_proj/norm": 1309.4066500038878, "train/tensor_act_model_layers_9_self_attn_v_proj/mean": 0.00608062744140625, "train/tensor_act_model_layers_9_self_attn_v_proj/std": 0.22608189474528945, "train/tensor_act_model_layers_9_self_attn_v_proj/max_abs": 1.3046875, "train/tensor_act_model_layers_9_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_o_proj/norm": 284.2288272356766, "train/tensor_act_model_layers_9_self_attn_o_proj/mean": 0.0010986328125, "train/tensor_act_model_layers_9_self_attn_o_proj/std": 0.04901398949974798, "train/tensor_act_model_layers_9_self_attn_o_proj/max_abs": 0.2265625, "train/tensor_act_model_layers_9_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn/norm": 284.2288272356766, "train/tensor_act_model_layers_9_self_attn/mean": 0.0010986328125, "train/tensor_act_model_layers_9_self_attn/std": 0.04901398949974798, "train/tensor_act_model_layers_9_self_attn/max_abs": 0.2265625, "train/tensor_act_model_layers_9_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_post_attention_layernorm/norm": 5792.459594729222, "train/tensor_act_model_layers_9_post_attention_layernorm/mean": 0.0426025390625, "train/tensor_act_model_layers_9_post_attention_layernorm/std": 1.0000024810402608, "train/tensor_act_model_layers_9_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_9_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 2251.5760012112423, "train/tensor_act_model_layers_9_mlp_up_proj/mean": 0.00720977783203125, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.22412295888714745, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 1.25, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 106.65179908025084, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.00020134449005126953, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.018403197457285924, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.10693359375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/norm": 106.65179908025084, "train/tensor_act_model_layers_9_mlp/mean": 0.00020134449005126953, "train/tensor_act_model_layers_9_mlp/std": 0.018403197457285924, "train/tensor_act_model_layers_9_mlp/max_abs": 0.10693359375, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9/norm": 812.4050492536659, "train/tensor_act_model_layers_9/mean": 0.00618743896484375, "train/tensor_act_model_layers_9/std": 0.14013797044195025, "train/tensor_act_model_layers_9/max_abs": 0.78515625, "train/tensor_act_model_layers_9/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_input_layernorm/norm": 5792.461425784069, "train/tensor_act_model_layers_10_input_layernorm/mean": 0.0438232421875, "train/tensor_act_model_layers_10_input_layernorm/std": 1.0000028684694158, "train/tensor_act_model_layers_10_input_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_10_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_q_proj/norm": 1380.2862700197181, "train/tensor_act_model_layers_10_self_attn_q_proj/mean": -0.0018367767333984375, "train/tensor_act_model_layers_10_self_attn_q_proj/std": 0.23830203617506812, "train/tensor_act_model_layers_10_self_attn_q_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_10_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_k_proj/norm": 1264.5238033452767, "train/tensor_act_model_layers_10_self_attn_k_proj/mean": 0.0164947509765625, "train/tensor_act_model_layers_10_self_attn_k_proj/std": 0.21801886125637657, "train/tensor_act_model_layers_10_self_attn_k_proj/max_abs": 1.125, "train/tensor_act_model_layers_10_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_v_proj/norm": 1289.8500311178796, "train/tensor_act_model_layers_10_self_attn_v_proj/mean": 0.00539398193359375, "train/tensor_act_model_layers_10_self_attn_v_proj/std": 0.22290419523600033, "train/tensor_act_model_layers_10_self_attn_v_proj/max_abs": 1.03125, "train/tensor_act_model_layers_10_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_o_proj/norm": 269.9758633215244, "train/tensor_act_model_layers_10_self_attn_o_proj/mean": 0.000896453857421875, "train/tensor_act_model_layers_10_self_attn_o_proj/std": 0.04657117198291226, "train/tensor_act_model_layers_10_self_attn_o_proj/max_abs": 0.2294921875, "train/tensor_act_model_layers_10_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn/norm": 269.9758633215244, "train/tensor_act_model_layers_10_self_attn/mean": 0.000896453857421875, "train/tensor_act_model_layers_10_self_attn/std": 0.04657117198291226, "train/tensor_act_model_layers_10_self_attn/max_abs": 0.2294921875, "train/tensor_act_model_layers_10_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_post_attention_layernorm/norm": 5792.481811525335, "train/tensor_act_model_layers_10_post_attention_layernorm/mean": 0.04681396484375, "train/tensor_act_model_layers_10_post_attention_layernorm/std": 1.0000052060796403, "train/tensor_act_model_layers_10_post_attention_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_10_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 2275.424587054752, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.005462646484375, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.22656477626939583, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 1.203125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 106.37218106591841, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.0017490386962890625, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.01828066563254959, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.0966796875, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/norm": 106.37218106591841, "train/tensor_act_model_layers_10_mlp/mean": 0.0017490386962890625, "train/tensor_act_model_layers_10_mlp/std": 0.01828066563254959, "train/tensor_act_model_layers_10_mlp/max_abs": 0.0966796875, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10/norm": 869.9064720710985, "train/tensor_act_model_layers_10/mean": 0.008819580078125, "train/tensor_act_model_layers_10/std": 0.14990412372439396, "train/tensor_act_model_layers_10/max_abs": 0.80859375, "train/tensor_act_model_layers_10/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_input_layernorm/norm": 5792.48083496481, "train/tensor_act_model_layers_11_input_layernorm/mean": 0.05804443359375, "train/tensor_act_model_layers_11_input_layernorm/std": 0.9990310202541062, "train/tensor_act_model_layers_11_input_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_11_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_q_proj/norm": 1344.9463444676137, "train/tensor_act_model_layers_11_self_attn_q_proj/mean": -0.001148223876953125, "train/tensor_act_model_layers_11_self_attn_q_proj/std": 0.23218629807579536, "train/tensor_act_model_layers_11_self_attn_q_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_11_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_k_proj/norm": 1302.3013627566256, "train/tensor_act_model_layers_11_self_attn_k_proj/mean": 5.9604644775390625e-05, "train/tensor_act_model_layers_11_self_attn_k_proj/std": 0.22461177436315044, "train/tensor_act_model_layers_11_self_attn_k_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_11_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_v_proj/norm": 1305.195816879525, "train/tensor_act_model_layers_11_self_attn_v_proj/mean": 0.011260986328125, "train/tensor_act_model_layers_11_self_attn_v_proj/std": 0.22486431124903655, "train/tensor_act_model_layers_11_self_attn_v_proj/max_abs": 1.0625, "train/tensor_act_model_layers_11_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_o_proj/norm": 280.3147416920508, "train/tensor_act_model_layers_11_self_attn_o_proj/mean": -0.0025482177734375, "train/tensor_act_model_layers_11_self_attn_o_proj/std": 0.048341973816536765, "train/tensor_act_model_layers_11_self_attn_o_proj/max_abs": 0.25390625, "train/tensor_act_model_layers_11_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn/norm": 280.3147416920508, "train/tensor_act_model_layers_11_self_attn/mean": -0.0025482177734375, "train/tensor_act_model_layers_11_self_attn/std": 0.048341973816536765, "train/tensor_act_model_layers_11_self_attn/max_abs": 0.25390625, "train/tensor_act_model_layers_11_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_post_attention_layernorm/norm": 5792.479858400819, "train/tensor_act_model_layers_11_post_attention_layernorm/mean": 0.03924560546875, "train/tensor_act_model_layers_11_post_attention_layernorm/std": 1.0000113751092297, "train/tensor_act_model_layers_11_post_attention_layernorm/max_abs": 5.0625, "train/tensor_act_model_layers_11_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 2298.947824272486, "train/tensor_act_model_layers_11_mlp_up_proj/mean": 0.00389862060546875, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.22900541110347516, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 1.265625, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 105.80968864451418, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.0011148452758789062, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.018220005369756907, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.10595703125, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/norm": 105.80968864451418, "train/tensor_act_model_layers_11_mlp/mean": 0.0011148452758789062, "train/tensor_act_model_layers_11_mlp/std": 0.018220005369756907, "train/tensor_act_model_layers_11_mlp/max_abs": 0.10595703125, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11/norm": 900.0394920965008, "train/tensor_act_model_layers_11/mean": 0.0074005126953125, "train/tensor_act_model_layers_11/std": 0.15503190030893135, "train/tensor_act_model_layers_11/max_abs": 0.84375, "train/tensor_act_model_layers_11/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_input_layernorm/norm": 5792.490112306657, "train/tensor_act_model_layers_12_input_layernorm/mean": 0.046142578125, "train/tensor_act_model_layers_12_input_layernorm/std": 1.0000130682329778, "train/tensor_act_model_layers_12_input_layernorm/max_abs": 5.15625, "train/tensor_act_model_layers_12_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_q_proj/norm": 1295.6247582577148, "train/tensor_act_model_layers_12_self_attn_q_proj/mean": -0.002338409423828125, "train/tensor_act_model_layers_12_self_attn_q_proj/std": 0.2236353399243752, "train/tensor_act_model_layers_12_self_attn_q_proj/max_abs": 1.078125, "train/tensor_act_model_layers_12_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_k_proj/norm": 1303.5224159124562, "train/tensor_act_model_layers_12_self_attn_k_proj/mean": -0.0009222030639648438, "train/tensor_act_model_layers_12_self_attn_k_proj/std": 0.22486674553147812, "train/tensor_act_model_layers_12_self_attn_k_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_12_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_v_proj/norm": 1335.6067402046187, "train/tensor_act_model_layers_12_self_attn_v_proj/mean": -0.01202392578125, "train/tensor_act_model_layers_12_self_attn_v_proj/std": 0.2302264418786946, "train/tensor_act_model_layers_12_self_attn_v_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_12_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_o_proj/norm": 287.69856948896654, "train/tensor_act_model_layers_12_self_attn_o_proj/mean": 0.00041359663009643555, "train/tensor_act_model_layers_12_self_attn_o_proj/std": 0.04968466036006147, "train/tensor_act_model_layers_12_self_attn_o_proj/max_abs": 0.2431640625, "train/tensor_act_model_layers_12_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn/norm": 287.69856948896654, "train/tensor_act_model_layers_12_self_attn/mean": 0.00041359663009643555, "train/tensor_act_model_layers_12_self_attn/std": 0.04968466036006147, "train/tensor_act_model_layers_12_self_attn/max_abs": 0.2431640625, "train/tensor_act_model_layers_12_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_post_attention_layernorm/norm": 5792.495361330188, "train/tensor_act_model_layers_12_post_attention_layernorm/mean": 0.04888916015625, "train/tensor_act_model_layers_12_post_attention_layernorm/std": 1.000008692927128, "train/tensor_act_model_layers_12_post_attention_layernorm/max_abs": 5.25, "train/tensor_act_model_layers_12_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 2243.5972608300744, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.00476837158203125, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.2233934593469379, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 1.125, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 100.2199152902802, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.000934600830078125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.017273597275469142, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.0986328125, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/norm": 100.2199152902802, "train/tensor_act_model_layers_12_mlp/mean": 0.000934600830078125, "train/tensor_act_model_layers_12_mlp/std": 0.017273597275469142, "train/tensor_act_model_layers_12_mlp/max_abs": 0.0986328125, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12/norm": 921.3674301149339, "train/tensor_act_model_layers_12/mean": 0.0087432861328125, "train/tensor_act_model_layers_12/std": 0.15893761169100215, "train/tensor_act_model_layers_12/max_abs": 0.890625, "train/tensor_act_model_layers_12/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_input_layernorm/norm": 5792.489990241182, "train/tensor_act_model_layers_13_input_layernorm/mean": 0.05450439453125, "train/tensor_act_model_layers_13_input_layernorm/std": 1.0000096018896463, "train/tensor_act_model_layers_13_input_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_13_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_q_proj/norm": 1285.673059930349, "train/tensor_act_model_layers_13_self_attn_q_proj/mean": 0.003398895263671875, "train/tensor_act_model_layers_13_self_attn_q_proj/std": 0.22192642825584238, "train/tensor_act_model_layers_13_self_attn_q_proj/max_abs": 1.0625, "train/tensor_act_model_layers_13_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_k_proj/norm": 1349.4894068740157, "train/tensor_act_model_layers_13_self_attn_k_proj/mean": -0.016082763671875, "train/tensor_act_model_layers_13_self_attn_k_proj/std": 0.23242558748822467, "train/tensor_act_model_layers_13_self_attn_k_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_13_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_v_proj/norm": 1322.319191916741, "train/tensor_act_model_layers_13_self_attn_v_proj/mean": 0.0073394775390625, "train/tensor_act_model_layers_13_self_attn_v_proj/std": 0.22803163881769942, "train/tensor_act_model_layers_13_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_13_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_o_proj/norm": 280.01119002460604, "train/tensor_act_model_layers_13_self_attn_o_proj/mean": 0.0005245208740234375, "train/tensor_act_model_layers_13_self_attn_o_proj/std": 0.04840276671314247, "train/tensor_act_model_layers_13_self_attn_o_proj/max_abs": 0.2236328125, "train/tensor_act_model_layers_13_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn/norm": 280.01119002460604, "train/tensor_act_model_layers_13_self_attn/mean": 0.0005245208740234375, "train/tensor_act_model_layers_13_self_attn/std": 0.04840276671314247, "train/tensor_act_model_layers_13_self_attn/max_abs": 0.2236328125, "train/tensor_act_model_layers_13_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_post_attention_layernorm/norm": 5792.502563477071, "train/tensor_act_model_layers_13_post_attention_layernorm/mean": 0.05499267578125, "train/tensor_act_model_layers_13_post_attention_layernorm/std": 1.0000039990911391, "train/tensor_act_model_layers_13_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_13_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 2205.6808455215737, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.00040340423583984375, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.21948325009166209, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 98.75199200323954, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.0006694793701171875, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.01699892503884612, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.09375, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/norm": 98.75199200323954, "train/tensor_act_model_layers_13_mlp/mean": 0.0006694793701171875, "train/tensor_act_model_layers_13_mlp/std": 0.01699892503884612, "train/tensor_act_model_layers_13_mlp/max_abs": 0.09375, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13/norm": 968.565831785372, "train/tensor_act_model_layers_13/mean": 0.009918212890625, "train/tensor_act_model_layers_13/std": 0.16699270337566088, "train/tensor_act_model_layers_13/max_abs": 0.84765625, "train/tensor_act_model_layers_13/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_input_layernorm/norm": 5792.500244141752, "train/tensor_act_model_layers_14_input_layernorm/mean": 0.05859375, "train/tensor_act_model_layers_14_input_layernorm/std": 1.0000036209756145, "train/tensor_act_model_layers_14_input_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_14_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_q_proj/norm": 1331.4637592830643, "train/tensor_act_model_layers_14_self_attn_q_proj/mean": 0.021514892578125, "train/tensor_act_model_layers_14_self_attn_q_proj/std": 0.228767571982741, "train/tensor_act_model_layers_14_self_attn_q_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_14_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_k_proj/norm": 1278.2486303858532, "train/tensor_act_model_layers_14_self_attn_k_proj/mean": -0.028900146484375, "train/tensor_act_model_layers_14_self_attn_k_proj/std": 0.21875542182674593, "train/tensor_act_model_layers_14_self_attn_k_proj/max_abs": 1.0625, "train/tensor_act_model_layers_14_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_v_proj/norm": 1344.0204193644636, "train/tensor_act_model_layers_14_self_attn_v_proj/mean": -0.00045371055603027344, "train/tensor_act_model_layers_14_self_attn_v_proj/std": 0.23193773165219983, "train/tensor_act_model_layers_14_self_attn_v_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_14_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_o_proj/norm": 290.1381595049694, "train/tensor_act_model_layers_14_self_attn_o_proj/mean": 0.0020599365234375, "train/tensor_act_model_layers_14_self_attn_o_proj/std": 0.05011169973857777, "train/tensor_act_model_layers_14_self_attn_o_proj/max_abs": 0.234375, "train/tensor_act_model_layers_14_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn/norm": 290.1381595049694, "train/tensor_act_model_layers_14_self_attn/mean": 0.0020599365234375, "train/tensor_act_model_layers_14_self_attn/std": 0.05011169973857777, "train/tensor_act_model_layers_14_self_attn/max_abs": 0.234375, "train/tensor_act_model_layers_14_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_post_attention_layernorm/norm": 5792.5111083991815, "train/tensor_act_model_layers_14_post_attention_layernorm/mean": 0.06787109375, "train/tensor_act_model_layers_14_post_attention_layernorm/std": 0.9960975198113406, "train/tensor_act_model_layers_14_post_attention_layernorm/max_abs": 5.03125, "train/tensor_act_model_layers_14_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 2285.28552047788, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.0028476715087890625, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.2275427264533928, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 102.36410875453043, "train/tensor_act_model_layers_14_mlp_down_proj/mean": -0.0008563995361328125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.017639510252722087, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.10009765625, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/norm": 102.36410875453043, "train/tensor_act_model_layers_14_mlp/mean": -0.0008563995361328125, "train/tensor_act_model_layers_14_mlp/std": 0.017639510252722087, "train/tensor_act_model_layers_14_mlp/max_abs": 0.10009765625, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14/norm": 1016.9872354099188, "train/tensor_act_model_layers_14/mean": 0.0111236572265625, "train/tensor_act_model_layers_14/std": 0.17505003251708195, "train/tensor_act_model_layers_14/max_abs": 0.91796875, "train/tensor_act_model_layers_14/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_input_layernorm/norm": 5792.515258791413, "train/tensor_act_model_layers_15_input_layernorm/mean": 0.06219482421875, "train/tensor_act_model_layers_15_input_layernorm/std": 0.9980524794538772, "train/tensor_act_model_layers_15_input_layernorm/max_abs": 5.0625, "train/tensor_act_model_layers_15_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_q_proj/norm": 1317.15569713495, "train/tensor_act_model_layers_15_self_attn_q_proj/mean": -0.027313232421875, "train/tensor_act_model_layers_15_self_attn_q_proj/std": 0.22583435673140154, "train/tensor_act_model_layers_15_self_attn_q_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_15_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_k_proj/norm": 1335.3524797341659, "train/tensor_act_model_layers_15_self_attn_k_proj/mean": -0.009490966796875, "train/tensor_act_model_layers_15_self_attn_k_proj/std": 0.23023113633872294, "train/tensor_act_model_layers_15_self_attn_k_proj/max_abs": 1.109375, "train/tensor_act_model_layers_15_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_v_proj/norm": 1256.2658775861523, "train/tensor_act_model_layers_15_self_attn_v_proj/mean": 0.007049560546875, "train/tensor_act_model_layers_15_self_attn_v_proj/std": 0.21704287683742346, "train/tensor_act_model_layers_15_self_attn_v_proj/max_abs": 1.046875, "train/tensor_act_model_layers_15_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_o_proj/norm": 280.4813797681018, "train/tensor_act_model_layers_15_self_attn_o_proj/mean": -0.0021533966064453125, "train/tensor_act_model_layers_15_self_attn_o_proj/std": 0.048402097854742664, "train/tensor_act_model_layers_15_self_attn_o_proj/max_abs": 0.234375, "train/tensor_act_model_layers_15_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn/norm": 280.4813797681018, "train/tensor_act_model_layers_15_self_attn/mean": -0.0021533966064453125, "train/tensor_act_model_layers_15_self_attn/std": 0.048402097854742664, "train/tensor_act_model_layers_15_self_attn/max_abs": 0.234375, "train/tensor_act_model_layers_15_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_post_attention_layernorm/norm": 5792.515625002871, "train/tensor_act_model_layers_15_post_attention_layernorm/mean": 0.04864501953125, "train/tensor_act_model_layers_15_post_attention_layernorm/std": 1.0000031348268725, "train/tensor_act_model_layers_15_post_attention_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_15_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 2285.579048247041, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.00643157958984375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.22778673095158658, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 106.92107008763357, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.0005826950073242188, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.018433087382216835, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.09912109375, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/norm": 106.92107008763357, "train/tensor_act_model_layers_15_mlp/mean": 0.0005826950073242188, "train/tensor_act_model_layers_15_mlp/std": 0.018433087382216835, "train/tensor_act_model_layers_15_mlp/max_abs": 0.09912109375, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15/norm": 1061.27556228058, "train/tensor_act_model_layers_15/mean": 0.009552001953125, "train/tensor_act_model_layers_15/std": 0.18310818733740303, "train/tensor_act_model_layers_15/max_abs": 0.8984375, "train/tensor_act_model_layers_15/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_input_layernorm/norm": 5792.5233154308025, "train/tensor_act_model_layers_16_input_layernorm/mean": 0.05126953125, "train/tensor_act_model_layers_16_input_layernorm/std": 1.000003740184465, "train/tensor_act_model_layers_16_input_layernorm/max_abs": 4.90625, "train/tensor_act_model_layers_16_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_q_proj/norm": 1263.7332473321144, "train/tensor_act_model_layers_16_self_attn_q_proj/mean": 6.4849853515625e-05, "train/tensor_act_model_layers_16_self_attn_q_proj/std": 0.21826472361347543, "train/tensor_act_model_layers_16_self_attn_q_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_16_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_k_proj/norm": 1316.3850055784094, "train/tensor_act_model_layers_16_self_attn_k_proj/mean": -0.00580596923828125, "train/tensor_act_model_layers_16_self_attn_k_proj/std": 0.22705610471555426, "train/tensor_act_model_layers_16_self_attn_k_proj/max_abs": 1.15625, "train/tensor_act_model_layers_16_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_v_proj/norm": 1327.8207882610325, "train/tensor_act_model_layers_16_self_attn_v_proj/mean": 0.0101165771484375, "train/tensor_act_model_layers_16_self_attn_v_proj/std": 0.2292570710564247, "train/tensor_act_model_layers_16_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_16_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_o_proj/norm": 293.8149107253064, "train/tensor_act_model_layers_16_self_attn_o_proj/mean": 0.00555419921875, "train/tensor_act_model_layers_16_self_attn_o_proj/std": 0.05035952913430559, "train/tensor_act_model_layers_16_self_attn_o_proj/max_abs": 0.2265625, "train/tensor_act_model_layers_16_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn/norm": 293.8149107253064, "train/tensor_act_model_layers_16_self_attn/mean": 0.00555419921875, "train/tensor_act_model_layers_16_self_attn/std": 0.05035952913430559, "train/tensor_act_model_layers_16_self_attn/max_abs": 0.2265625, "train/tensor_act_model_layers_16_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_post_attention_layernorm/norm": 5792.532836915301, "train/tensor_act_model_layers_16_post_attention_layernorm/mean": 0.0784912109375, "train/tensor_act_model_layers_16_post_attention_layernorm/std": 0.9960984996607618, "train/tensor_act_model_layers_16_post_attention_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_16_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 2241.6643897085114, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.00481414794921875, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.22338990317979843, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 1.125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 102.18110998147354, "train/tensor_act_model_layers_16_mlp_down_proj/mean": -0.0011196136474609375, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.0176092205374225, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.09619140625, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/norm": 102.18110998147354, "train/tensor_act_model_layers_16_mlp/mean": -0.0011196136474609375, "train/tensor_act_model_layers_16_mlp/std": 0.0176092205374225, "train/tensor_act_model_layers_16_mlp/max_abs": 0.09619140625, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16/norm": 1112.6224798088515, "train/tensor_act_model_layers_16/mean": 0.014007568359375, "train/tensor_act_model_layers_16/std": 0.19165310462925178, "train/tensor_act_model_layers_16/max_abs": 0.92578125, "train/tensor_act_model_layers_16/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_input_layernorm/norm": 5792.527832034326, "train/tensor_act_model_layers_17_input_layernorm/mean": 0.0718994140625, "train/tensor_act_model_layers_17_input_layernorm/std": 0.9960983799845482, "train/tensor_act_model_layers_17_input_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_17_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_q_proj/norm": 1278.8604253692447, "train/tensor_act_model_layers_17_self_attn_q_proj/mean": -0.0067291259765625, "train/tensor_act_model_layers_17_self_attn_q_proj/std": 0.220706076201397, "train/tensor_act_model_layers_17_self_attn_q_proj/max_abs": 1.125, "train/tensor_act_model_layers_17_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_k_proj/norm": 1295.4183812494032, "train/tensor_act_model_layers_17_self_attn_k_proj/mean": -0.002628326416015625, "train/tensor_act_model_layers_17_self_attn_k_proj/std": 0.223392586172184, "train/tensor_act_model_layers_17_self_attn_k_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_17_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_v_proj/norm": 1308.1491103685817, "train/tensor_act_model_layers_17_self_attn_v_proj/mean": 0.00711822509765625, "train/tensor_act_model_layers_17_self_attn_v_proj/std": 0.22583365501973407, "train/tensor_act_model_layers_17_self_attn_v_proj/max_abs": 1.1875, "train/tensor_act_model_layers_17_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_o_proj/norm": 271.2505843956329, "train/tensor_act_model_layers_17_self_attn_o_proj/mean": -0.0006618499755859375, "train/tensor_act_model_layers_17_self_attn_o_proj/std": 0.0468153143216385, "train/tensor_act_model_layers_17_self_attn_o_proj/max_abs": 0.2236328125, "train/tensor_act_model_layers_17_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn/norm": 271.2505843956329, "train/tensor_act_model_layers_17_self_attn/mean": -0.0006618499755859375, "train/tensor_act_model_layers_17_self_attn/std": 0.0468153143216385, "train/tensor_act_model_layers_17_self_attn/max_abs": 0.2236328125, "train/tensor_act_model_layers_17_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_post_attention_layernorm/norm": 5792.538574219687, "train/tensor_act_model_layers_17_post_attention_layernorm/mean": 0.0665283203125, "train/tensor_act_model_layers_17_post_attention_layernorm/std": 0.9960953282362459, "train/tensor_act_model_layers_17_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_17_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 2232.1886822437455, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.003971099853515625, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.22241457686929356, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 1.125, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 104.39642793723112, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.0008440017700195312, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.01800778832919324, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.11083984375, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/norm": 104.39642793723112, "train/tensor_act_model_layers_17_mlp/mean": 0.0008440017700195312, "train/tensor_act_model_layers_17_mlp/std": 0.01800778832919324, "train/tensor_act_model_layers_17_mlp/max_abs": 0.11083984375, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17/norm": 1152.9519557258393, "train/tensor_act_model_layers_17/mean": 0.0141754150390625, "train/tensor_act_model_layers_17/std": 0.19848818795715825, "train/tensor_act_model_layers_17/max_abs": 0.9453125, "train/tensor_act_model_layers_17/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_input_layernorm/norm": 5792.538696291845, "train/tensor_act_model_layers_18_input_layernorm/mean": 0.0704345703125, "train/tensor_act_model_layers_18_input_layernorm/std": 0.9960947896914573, "train/tensor_act_model_layers_18_input_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_18_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_q_proj/norm": 1297.308568223735, "train/tensor_act_model_layers_18_self_attn_q_proj/mean": 0.01922607421875, "train/tensor_act_model_layers_18_self_attn_q_proj/std": 0.22315482318274063, "train/tensor_act_model_layers_18_self_attn_q_proj/max_abs": 1.140625, "train/tensor_act_model_layers_18_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_k_proj/norm": 1310.9504729703085, "train/tensor_act_model_layers_18_self_attn_k_proj/mean": -0.0235595703125, "train/tensor_act_model_layers_18_self_attn_k_proj/std": 0.224857773466108, "train/tensor_act_model_layers_18_self_attn_k_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_18_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_v_proj/norm": 1270.0320491382854, "train/tensor_act_model_layers_18_self_attn_v_proj/mean": 0.0019168853759765625, "train/tensor_act_model_layers_18_self_attn_v_proj/std": 0.2192533311966326, "train/tensor_act_model_layers_18_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_18_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_o_proj/norm": 273.1475056726022, "train/tensor_act_model_layers_18_self_attn_o_proj/mean": 0.0004963874816894531, "train/tensor_act_model_layers_18_self_attn_o_proj/std": 0.04718118782285431, "train/tensor_act_model_layers_18_self_attn_o_proj/max_abs": 0.2265625, "train/tensor_act_model_layers_18_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn/norm": 273.1475056726022, "train/tensor_act_model_layers_18_self_attn/mean": 0.0004963874816894531, "train/tensor_act_model_layers_18_self_attn/std": 0.04718118782285431, "train/tensor_act_model_layers_18_self_attn/max_abs": 0.2265625, "train/tensor_act_model_layers_18_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_post_attention_layernorm/norm": 5792.538574219748, "train/tensor_act_model_layers_18_post_attention_layernorm/mean": 0.071044921875, "train/tensor_act_model_layers_18_post_attention_layernorm/std": 0.9960945578179169, "train/tensor_act_model_layers_18_post_attention_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_18_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 2288.642869789588, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.00643157958984375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.22802974668519166, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 1.296875, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 102.81185172464383, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.001178741455078125, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.017732323476551144, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.1025390625, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/norm": 102.81185172464383, "train/tensor_act_model_layers_18_mlp/mean": 0.001178741455078125, "train/tensor_act_model_layers_18_mlp/std": 0.017732323476551144, "train/tensor_act_model_layers_18_mlp/max_abs": 0.1025390625, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18/norm": 1189.3540127695546, "train/tensor_act_model_layers_18/mean": 0.0158538818359375, "train/tensor_act_model_layers_18/std": 0.20459170272364965, "train/tensor_act_model_layers_18/max_abs": 0.95703125, "train/tensor_act_model_layers_18/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_input_layernorm/norm": 5792.537231446685, "train/tensor_act_model_layers_19_input_layernorm/mean": 0.076416015625, "train/tensor_act_model_layers_19_input_layernorm/std": 0.9960943783028808, "train/tensor_act_model_layers_19_input_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_19_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_q_proj/norm": 1286.8563158050988, "train/tensor_act_model_layers_19_self_attn_q_proj/mean": 0.016021728515625, "train/tensor_act_model_layers_19_self_attn_q_proj/std": 0.2216846679766602, "train/tensor_act_model_layers_19_self_attn_q_proj/max_abs": 1.15625, "train/tensor_act_model_layers_19_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_k_proj/norm": 1331.823206797532, "train/tensor_act_model_layers_19_self_attn_k_proj/mean": 0.0026111602783203125, "train/tensor_act_model_layers_19_self_attn_k_proj/std": 0.2302327223138522, "train/tensor_act_model_layers_19_self_attn_k_proj/max_abs": 1.125, "train/tensor_act_model_layers_19_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_v_proj/norm": 1319.5092602352465, "train/tensor_act_model_layers_19_self_attn_v_proj/mean": 0.0074005126953125, "train/tensor_act_model_layers_19_self_attn_v_proj/std": 0.2275606138026588, "train/tensor_act_model_layers_19_self_attn_v_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_19_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_o_proj/norm": 275.65508081746617, "train/tensor_act_model_layers_19_self_attn_o_proj/mean": 0.00274658203125, "train/tensor_act_model_layers_19_self_attn_o_proj/std": 0.04748960122947965, "train/tensor_act_model_layers_19_self_attn_o_proj/max_abs": 0.2578125, "train/tensor_act_model_layers_19_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn/norm": 275.65508081746617, "train/tensor_act_model_layers_19_self_attn/mean": 0.00274658203125, "train/tensor_act_model_layers_19_self_attn/std": 0.04748960122947965, "train/tensor_act_model_layers_19_self_attn/max_abs": 0.2578125, "train/tensor_act_model_layers_19_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_post_attention_layernorm/norm": 5792.54333496338, "train/tensor_act_model_layers_19_post_attention_layernorm/mean": 0.0870361328125, "train/tensor_act_model_layers_19_post_attention_layernorm/std": 0.9960947298531294, "train/tensor_act_model_layers_19_post_attention_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_19_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 2252.397386834488, "train/tensor_act_model_layers_19_mlp_up_proj/mean": 0.007293701171875, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.2243665346475309, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.1875, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 103.84209000171312, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.0017604827880859375, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.01782294198199644, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.1181640625, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/norm": 103.84209000171312, "train/tensor_act_model_layers_19_mlp/mean": 0.0017604827880859375, "train/tensor_act_model_layers_19_mlp/std": 0.01782294198199644, "train/tensor_act_model_layers_19_mlp/max_abs": 0.1181640625, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19/norm": 1229.0151495183109, "train/tensor_act_model_layers_19/mean": 0.0203857421875, "train/tensor_act_model_layers_19/std": 0.2111835457600121, "train/tensor_act_model_layers_19/max_abs": 1.0078125, "train/tensor_act_model_layers_19/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_input_layernorm/norm": 5792.548583985532, "train/tensor_act_model_layers_20_input_layernorm/mean": 0.09521484375, "train/tensor_act_model_layers_20_input_layernorm/std": 0.9960959640179131, "train/tensor_act_model_layers_20_input_layernorm/max_abs": 4.46875, "train/tensor_act_model_layers_20_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_q_proj/norm": 1373.599584374099, "train/tensor_act_model_layers_20_self_attn_q_proj/mean": -0.0002231597900390625, "train/tensor_act_model_layers_20_self_attn_q_proj/std": 0.23706696980998396, "train/tensor_act_model_layers_20_self_attn_q_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_20_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_k_proj/norm": 1292.7987881910847, "train/tensor_act_model_layers_20_self_attn_k_proj/mean": -0.00914764404296875, "train/tensor_act_model_layers_20_self_attn_k_proj/std": 0.22290995262397906, "train/tensor_act_model_layers_20_self_attn_k_proj/max_abs": 1.125, "train/tensor_act_model_layers_20_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_v_proj/norm": 1332.7705548007305, "train/tensor_act_model_layers_20_self_attn_v_proj/mean": 0.026702880859375, "train/tensor_act_model_layers_20_self_attn_v_proj/std": 0.22827335091710035, "train/tensor_act_model_layers_20_self_attn_v_proj/max_abs": 1.2265625, "train/tensor_act_model_layers_20_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_o_proj/norm": 289.8808168823959, "train/tensor_act_model_layers_20_self_attn_o_proj/mean": -0.0032501220703125, "train/tensor_act_model_layers_20_self_attn_o_proj/std": 0.04992766367829651, "train/tensor_act_model_layers_20_self_attn_o_proj/max_abs": 0.2373046875, "train/tensor_act_model_layers_20_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn/norm": 289.8808168823959, "train/tensor_act_model_layers_20_self_attn/mean": -0.0032501220703125, "train/tensor_act_model_layers_20_self_attn/std": 0.04992766367829651, "train/tensor_act_model_layers_20_self_attn/max_abs": 0.2373046875, "train/tensor_act_model_layers_20_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_post_attention_layernorm/norm": 5792.546386726436, "train/tensor_act_model_layers_20_post_attention_layernorm/mean": 0.0782470703125, "train/tensor_act_model_layers_20_post_attention_layernorm/std": 0.9960963454867189, "train/tensor_act_model_layers_20_post_attention_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_20_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 2318.692530054295, "train/tensor_act_model_layers_20_mlp_up_proj/mean": -0.013153076171875, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.2304709664739289, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 107.4695628054369, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.00069427490234375, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.018524891251686618, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.10302734375, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/norm": 107.4695628054369, "train/tensor_act_model_layers_20_mlp/mean": 0.00069427490234375, "train/tensor_act_model_layers_20_mlp/std": 0.018524891251686618, "train/tensor_act_model_layers_20_mlp/max_abs": 0.10302734375, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20/norm": 1260.7036180450116, "train/tensor_act_model_layers_20/mean": 0.017822265625, "train/tensor_act_model_layers_20/std": 0.21679981332798168, "train/tensor_act_model_layers_20/max_abs": 1.078125, "train/tensor_act_model_layers_20/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_input_layernorm/norm": 5792.54992676331, "train/tensor_act_model_layers_21_input_layernorm/mean": 0.081298828125, "train/tensor_act_model_layers_21_input_layernorm/std": 0.9960973702159244, "train/tensor_act_model_layers_21_input_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_21_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_q_proj/norm": 1306.8004214713735, "train/tensor_act_model_layers_21_self_attn_q_proj/mean": -0.0025882720947265625, "train/tensor_act_model_layers_21_self_attn_q_proj/std": 0.22558894515193534, "train/tensor_act_model_layers_21_self_attn_q_proj/max_abs": 1.15625, "train/tensor_act_model_layers_21_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_k_proj/norm": 1344.354355136221, "train/tensor_act_model_layers_21_self_attn_k_proj/mean": -0.015167236328125, "train/tensor_act_model_layers_21_self_attn_k_proj/std": 0.23144845316562743, "train/tensor_act_model_layers_21_self_attn_k_proj/max_abs": 1.109375, "train/tensor_act_model_layers_21_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_v_proj/norm": 1316.937375369406, "train/tensor_act_model_layers_21_self_attn_v_proj/mean": -0.00457763671875, "train/tensor_act_model_layers_21_self_attn_v_proj/std": 0.22705675163417927, "train/tensor_act_model_layers_21_self_attn_v_proj/max_abs": 1.3515625, "train/tensor_act_model_layers_21_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_o_proj/norm": 289.3935050708294, "train/tensor_act_model_layers_21_self_attn_o_proj/mean": 0.003612518310546875, "train/tensor_act_model_layers_21_self_attn_o_proj/std": 0.04980705804302305, "train/tensor_act_model_layers_21_self_attn_o_proj/max_abs": 0.2236328125, "train/tensor_act_model_layers_21_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn/norm": 289.3935050708294, "train/tensor_act_model_layers_21_self_attn/mean": 0.003612518310546875, "train/tensor_act_model_layers_21_self_attn/std": 0.04980705804302305, "train/tensor_act_model_layers_21_self_attn/max_abs": 0.2236328125, "train/tensor_act_model_layers_21_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_post_attention_layernorm/norm": 5792.548950198413, "train/tensor_act_model_layers_21_post_attention_layernorm/mean": 0.095458984375, "train/tensor_act_model_layers_21_post_attention_layernorm/std": 0.9960950365245215, "train/tensor_act_model_layers_21_post_attention_layernorm/max_abs": 5.03125, "train/tensor_act_model_layers_21_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 2236.0807967260976, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.010101318359375, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.22241363985475127, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 99.20076035308607, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 5.8650970458984375e-05, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.01712079146758249, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.10302734375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/norm": 99.20076035308607, "train/tensor_act_model_layers_21_mlp/mean": 5.8650970458984375e-05, "train/tensor_act_model_layers_21_mlp/std": 0.01712079146758249, "train/tensor_act_model_layers_21_mlp/max_abs": 0.10302734375, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21/norm": 1300.081195996466, "train/tensor_act_model_layers_21/mean": 0.021453857421875, "train/tensor_act_model_layers_21/std": 0.22339051251096095, "train/tensor_act_model_layers_21/max_abs": 1.09375, "train/tensor_act_model_layers_21/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_input_layernorm/norm": 5792.551635743827, "train/tensor_act_model_layers_22_input_layernorm/mean": 0.09521484375, "train/tensor_act_model_layers_22_input_layernorm/std": 0.9960953656351788, "train/tensor_act_model_layers_22_input_layernorm/max_abs": 5.03125, "train/tensor_act_model_layers_22_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_q_proj/norm": 1296.1081745109154, "train/tensor_act_model_layers_22_self_attn_q_proj/mean": 0.016571044921875, "train/tensor_act_model_layers_22_self_attn_q_proj/std": 0.2233909127378375, "train/tensor_act_model_layers_22_self_attn_q_proj/max_abs": 0.9921875, "train/tensor_act_model_layers_22_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_k_proj/norm": 1239.4627518761338, "train/tensor_act_model_layers_22_self_attn_k_proj/mean": 0.00429534912109375, "train/tensor_act_model_layers_22_self_attn_k_proj/std": 0.21386934128530305, "train/tensor_act_model_layers_22_self_attn_k_proj/max_abs": 1.046875, "train/tensor_act_model_layers_22_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_v_proj/norm": 1277.5956745815724, "train/tensor_act_model_layers_22_self_attn_v_proj/mean": -0.0005739927291870117, "train/tensor_act_model_layers_22_self_attn_v_proj/std": 0.22046133847268487, "train/tensor_act_model_layers_22_self_attn_v_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_22_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_o_proj/norm": 280.76121301246786, "train/tensor_act_model_layers_22_self_attn_o_proj/mean": -0.001026153564453125, "train/tensor_act_model_layers_22_self_attn_o_proj/std": 0.04846287748618684, "train/tensor_act_model_layers_22_self_attn_o_proj/max_abs": 0.2353515625, "train/tensor_act_model_layers_22_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn/norm": 280.76121301246786, "train/tensor_act_model_layers_22_self_attn/mean": -0.001026153564453125, "train/tensor_act_model_layers_22_self_attn/std": 0.04846287748618684, "train/tensor_act_model_layers_22_self_attn/max_abs": 0.2353515625, "train/tensor_act_model_layers_22_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_post_attention_layernorm/norm": 5792.554687505135, "train/tensor_act_model_layers_22_post_attention_layernorm/mean": 0.08935546875, "train/tensor_act_model_layers_22_post_attention_layernorm/std": 0.9960963230473814, "train/tensor_act_model_layers_22_post_attention_layernorm/max_abs": 5.25, "train/tensor_act_model_layers_22_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 2281.956226040862, "train/tensor_act_model_layers_22_mlp_up_proj/mean": 0.00750732421875, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.22754073654017415, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 1.3125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 103.86715920681091, "train/tensor_act_model_layers_22_mlp_down_proj/mean": -0.001865386962890625, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.01785419042860991, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.10693359375, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/norm": 103.86715920681091, "train/tensor_act_model_layers_22_mlp/mean": -0.001865386962890625, "train/tensor_act_model_layers_22_mlp/std": 0.01785419042860991, "train/tensor_act_model_layers_22_mlp/max_abs": 0.10693359375, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22/norm": 1327.2611352925135, "train/tensor_act_model_layers_22/mean": 0.018585205078125, "train/tensor_act_model_layers_22/std": 0.22827348147247944, "train/tensor_act_model_layers_22/max_abs": 1.1484375, "train/tensor_act_model_layers_22/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_input_layernorm/norm": 5792.561767580949, "train/tensor_act_model_layers_23_input_layernorm/mean": 0.0811767578125, "train/tensor_act_model_layers_23_input_layernorm/std": 0.9960966446778368, "train/tensor_act_model_layers_23_input_layernorm/max_abs": 5.15625, "train/tensor_act_model_layers_23_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_q_proj/norm": 1330.0605351400716, "train/tensor_act_model_layers_23_self_attn_q_proj/mean": 0.0224609375, "train/tensor_act_model_layers_23_self_attn_q_proj/std": 0.22852025475661922, "train/tensor_act_model_layers_23_self_attn_q_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_23_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_k_proj/norm": 1263.6520301012567, "train/tensor_act_model_layers_23_self_attn_k_proj/mean": -0.005126953125, "train/tensor_act_model_layers_23_self_attn_k_proj/std": 0.21802264012251643, "train/tensor_act_model_layers_23_self_attn_k_proj/max_abs": 1.125, "train/tensor_act_model_layers_23_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_v_proj/norm": 1309.053428823872, "train/tensor_act_model_layers_23_self_attn_v_proj/mean": -0.0061187744140625, "train/tensor_act_model_layers_23_self_attn_v_proj/std": 0.2255889662213148, "train/tensor_act_model_layers_23_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_23_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_o_proj/norm": 278.97834188286, "train/tensor_act_model_layers_23_self_attn_o_proj/mean": 0.0001914501190185547, "train/tensor_act_model_layers_23_self_attn_o_proj/std": 0.048160447825774985, "train/tensor_act_model_layers_23_self_attn_o_proj/max_abs": 0.2294921875, "train/tensor_act_model_layers_23_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn/norm": 278.97834188286, "train/tensor_act_model_layers_23_self_attn/mean": 0.0001914501190185547, "train/tensor_act_model_layers_23_self_attn/std": 0.048160447825774985, "train/tensor_act_model_layers_23_self_attn/max_abs": 0.2294921875, "train/tensor_act_model_layers_23_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_post_attention_layernorm/norm": 5792.5483398439455, "train/tensor_act_model_layers_23_post_attention_layernorm/mean": 0.0799560546875, "train/tensor_act_model_layers_23_post_attention_layernorm/std": 0.996098978365472, "train/tensor_act_model_layers_23_post_attention_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_23_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 2284.5459496318576, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.0019550323486328125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.22778482978137513, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 1.125, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 107.5854942234859, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.0005359649658203125, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.018555755353145877, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.09619140625, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/norm": 107.5854942234859, "train/tensor_act_model_layers_23_mlp/mean": 0.0005359649658203125, "train/tensor_act_model_layers_23_mlp/std": 0.018555755353145877, "train/tensor_act_model_layers_23_mlp/max_abs": 0.09619140625, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23/norm": 1365.8386626556671, "train/tensor_act_model_layers_23/mean": 0.019317626953125, "train/tensor_act_model_layers_23/std": 0.23486730013004226, "train/tensor_act_model_layers_23/max_abs": 1.171875, "train/tensor_act_model_layers_23/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_input_layernorm/norm": 5792.554199219275, "train/tensor_act_model_layers_24_input_layernorm/mean": 0.0814208984375, "train/tensor_act_model_layers_24_input_layernorm/std": 0.996098978365472, "train/tensor_act_model_layers_24_input_layernorm/max_abs": 5.0, "train/tensor_act_model_layers_24_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_q_proj/norm": 1314.3158593451337, "train/tensor_act_model_layers_24_self_attn_q_proj/mean": 0.016845703125, "train/tensor_act_model_layers_24_self_attn_q_proj/std": 0.2260775637945615, "train/tensor_act_model_layers_24_self_attn_q_proj/max_abs": 1.0625, "train/tensor_act_model_layers_24_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_k_proj/norm": 1331.956249428319, "train/tensor_act_model_layers_24_self_attn_k_proj/mean": -0.0077362060546875, "train/tensor_act_model_layers_24_self_attn_k_proj/std": 0.22974064799594088, "train/tensor_act_model_layers_24_self_attn_k_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_24_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_v_proj/norm": 1327.9634829189122, "train/tensor_act_model_layers_24_self_attn_v_proj/mean": -0.02008056640625, "train/tensor_act_model_layers_24_self_attn_v_proj/std": 0.22827491961663576, "train/tensor_act_model_layers_24_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_24_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_o_proj/norm": 278.53823400687645, "train/tensor_act_model_layers_24_self_attn_o_proj/mean": 0.0019321441650390625, "train/tensor_act_model_layers_24_self_attn_o_proj/std": 0.048096459939189325, "train/tensor_act_model_layers_24_self_attn_o_proj/max_abs": 0.21875, "train/tensor_act_model_layers_24_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn/norm": 278.53823400687645, "train/tensor_act_model_layers_24_self_attn/mean": 0.0019321441650390625, "train/tensor_act_model_layers_24_self_attn/std": 0.048096459939189325, "train/tensor_act_model_layers_24_self_attn/max_abs": 0.21875, "train/tensor_act_model_layers_24_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_post_attention_layernorm/norm": 5792.547485355992, "train/tensor_act_model_layers_24_post_attention_layernorm/mean": 0.0877685546875, "train/tensor_act_model_layers_24_post_attention_layernorm/std": 0.9961004144782223, "train/tensor_act_model_layers_24_post_attention_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_24_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 2254.0785649706, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.00713348388671875, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.22436765162542885, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 1.171875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 102.29121219599752, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.001415252685546875, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.017609096683220086, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.099609375, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/norm": 102.29121219599752, "train/tensor_act_model_layers_24_mlp/mean": 0.001415252685546875, "train/tensor_act_model_layers_24_mlp/std": 0.017609096683220086, "train/tensor_act_model_layers_24_mlp/max_abs": 0.099609375, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24/norm": 1403.0932427960665, "train/tensor_act_model_layers_24/mean": 0.022674560546875, "train/tensor_act_model_layers_24/std": 0.24121376954860158, "train/tensor_act_model_layers_24/max_abs": 1.1640625, "train/tensor_act_model_layers_24/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_input_layernorm/norm": 5792.549316408082, "train/tensor_act_model_layers_25_input_layernorm/mean": 0.09326171875, "train/tensor_act_model_layers_25_input_layernorm/std": 0.9961005117149483, "train/tensor_act_model_layers_25_input_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_25_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_q_proj/norm": 1261.819715903432, "train/tensor_act_model_layers_25_self_attn_q_proj/mean": -0.004352569580078125, "train/tensor_act_model_layers_25_self_attn_q_proj/std": 0.21777674362828053, "train/tensor_act_model_layers_25_self_attn_q_proj/max_abs": 1.03125, "train/tensor_act_model_layers_25_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_k_proj/norm": 1276.3642880966465, "train/tensor_act_model_layers_25_self_attn_k_proj/mean": 0.0096435546875, "train/tensor_act_model_layers_25_self_attn_k_proj/std": 0.2202189713660078, "train/tensor_act_model_layers_25_self_attn_k_proj/max_abs": 1.0625, "train/tensor_act_model_layers_25_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_v_proj/norm": 1298.8998283931821, "train/tensor_act_model_layers_25_self_attn_v_proj/mean": -0.0177001953125, "train/tensor_act_model_layers_25_self_attn_v_proj/std": 0.22339210716065908, "train/tensor_act_model_layers_25_self_attn_v_proj/max_abs": 1.015625, "train/tensor_act_model_layers_25_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_o_proj/norm": 277.0831085315039, "train/tensor_act_model_layers_25_self_attn_o_proj/mean": 0.0019016265869140625, "train/tensor_act_model_layers_25_self_attn_o_proj/std": 0.0478536332224307, "train/tensor_act_model_layers_25_self_attn_o_proj/max_abs": 0.240234375, "train/tensor_act_model_layers_25_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn/norm": 277.0831085315039, "train/tensor_act_model_layers_25_self_attn/mean": 0.0019016265869140625, "train/tensor_act_model_layers_25_self_attn/std": 0.0478536332224307, "train/tensor_act_model_layers_25_self_attn/max_abs": 0.240234375, "train/tensor_act_model_layers_25_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_post_attention_layernorm/norm": 5792.568969733451, "train/tensor_act_model_layers_25_post_attention_layernorm/mean": 0.10009765625, "train/tensor_act_model_layers_25_post_attention_layernorm/std": 0.9961006313909057, "train/tensor_act_model_layers_25_post_attention_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_25_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 2284.3514421509503, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.005672454833984375, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.22754227968912052, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 1.171875, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 108.01971168078911, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 1.5497207641601562e-06, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.018647175586114614, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.10009765625, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/norm": 108.01971168078911, "train/tensor_act_model_layers_25_mlp/mean": 1.5497207641601562e-06, "train/tensor_act_model_layers_25_mlp/std": 0.018647175586114614, "train/tensor_act_model_layers_25_mlp/max_abs": 0.10009765625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25/norm": 1420.4299529733255, "train/tensor_act_model_layers_25/mean": 0.024566650390625, "train/tensor_act_model_layers_25/std": 0.24389878120142766, "train/tensor_act_model_layers_25/max_abs": 1.1875, "train/tensor_act_model_layers_25/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_input_layernorm/norm": 5792.561889653936, "train/tensor_act_model_layers_26_input_layernorm/mean": 0.0999755859375, "train/tensor_act_model_layers_26_input_layernorm/std": 0.996100653830146, "train/tensor_act_model_layers_26_input_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_26_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_q_proj/norm": 1301.8188687733523, "train/tensor_act_model_layers_26_self_attn_q_proj/mean": 0.004253387451171875, "train/tensor_act_model_layers_26_self_attn_q_proj/std": 0.22461354556954158, "train/tensor_act_model_layers_26_self_attn_q_proj/max_abs": 1.0, "train/tensor_act_model_layers_26_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_k_proj/norm": 1295.435392951666, "train/tensor_act_model_layers_26_self_attn_k_proj/mean": 0.0104217529296875, "train/tensor_act_model_layers_26_self_attn_k_proj/std": 0.22314914045435827, "train/tensor_act_model_layers_26_self_attn_k_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_26_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_v_proj/norm": 1339.8949941960914, "train/tensor_act_model_layers_26_self_attn_v_proj/mean": 0.0027341097593307495, "train/tensor_act_model_layers_26_self_attn_v_proj/std": 0.23121200530255764, "train/tensor_act_model_layers_26_self_attn_v_proj/max_abs": 1.2265625, "train/tensor_act_model_layers_26_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_o_proj/norm": 291.7560455115098, "train/tensor_act_model_layers_26_self_attn_o_proj/mean": 0.00038051605224609375, "train/tensor_act_model_layers_26_self_attn_o_proj/std": 0.05035491372680893, "train/tensor_act_model_layers_26_self_attn_o_proj/max_abs": 0.2490234375, "train/tensor_act_model_layers_26_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn/norm": 291.7560455115098, "train/tensor_act_model_layers_26_self_attn/mean": 0.00038051605224609375, "train/tensor_act_model_layers_26_self_attn/std": 0.05035491372680893, "train/tensor_act_model_layers_26_self_attn/max_abs": 0.2490234375, "train/tensor_act_model_layers_26_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_post_attention_layernorm/norm": 5792.567749026487, "train/tensor_act_model_layers_26_post_attention_layernorm/mean": 0.1002197265625, "train/tensor_act_model_layers_26_post_attention_layernorm/std": 0.9961009530199698, "train/tensor_act_model_layers_26_post_attention_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_26_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 2219.531396584004, "train/tensor_act_model_layers_26_mlp_up_proj/mean": -0.0069122314453125, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.22119200466403477, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 102.94968237424443, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.00286102294921875, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.017547960692457034, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.09423828125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/norm": 102.94968237424443, "train/tensor_act_model_layers_26_mlp/mean": 0.00286102294921875, "train/tensor_act_model_layers_26_mlp/std": 0.017547960692457034, "train/tensor_act_model_layers_26_mlp/max_abs": 0.09423828125, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26/norm": 1443.124206020754, "train/tensor_act_model_layers_26/mean": 0.02783203125, "train/tensor_act_model_layers_26/std": 0.2475613174439124, "train/tensor_act_model_layers_26/max_abs": 1.2265625, "train/tensor_act_model_layers_26/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_input_layernorm/norm": 5792.567871099862, "train/tensor_act_model_layers_27_input_layernorm/mean": 0.1116943359375, "train/tensor_act_model_layers_27_input_layernorm/std": 0.9931741674578694, "train/tensor_act_model_layers_27_input_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_27_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_q_proj/norm": 1329.9068506386498, "train/tensor_act_model_layers_27_self_attn_q_proj/mean": -0.009918212890625, "train/tensor_act_model_layers_27_self_attn_q_proj/std": 0.22925380541116702, "train/tensor_act_model_layers_27_self_attn_q_proj/max_abs": 1.125, "train/tensor_act_model_layers_27_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_k_proj/norm": 1349.1906888782664, "train/tensor_act_model_layers_27_self_attn_k_proj/mean": 0.012115478515625, "train/tensor_act_model_layers_27_self_attn_k_proj/std": 0.23291643202221937, "train/tensor_act_model_layers_27_self_attn_k_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_27_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_v_proj/norm": 1332.1040742309685, "train/tensor_act_model_layers_27_self_attn_v_proj/mean": -0.009765625, "train/tensor_act_model_layers_27_self_attn_v_proj/std": 0.22949926081369035, "train/tensor_act_model_layers_27_self_attn_v_proj/max_abs": 1.078125, "train/tensor_act_model_layers_27_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_o_proj/norm": 297.3171350518346, "train/tensor_act_model_layers_27_self_attn_o_proj/mean": -0.0019512176513671875, "train/tensor_act_model_layers_27_self_attn_o_proj/std": 0.05127135295554949, "train/tensor_act_model_layers_27_self_attn_o_proj/max_abs": 0.25390625, "train/tensor_act_model_layers_27_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn/norm": 297.3171350518346, "train/tensor_act_model_layers_27_self_attn/mean": -0.0019512176513671875, "train/tensor_act_model_layers_27_self_attn/std": 0.05127135295554949, "train/tensor_act_model_layers_27_self_attn/max_abs": 0.25390625, "train/tensor_act_model_layers_27_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_post_attention_layernorm/norm": 5792.560668946098, "train/tensor_act_model_layers_27_post_attention_layernorm/mean": 0.1016845703125, "train/tensor_act_model_layers_27_post_attention_layernorm/std": 0.9961025686434656, "train/tensor_act_model_layers_27_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_27_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 2266.7408290302596, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.002124786376953125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.22583222990686241, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 108.45351854693655, "train/tensor_act_model_layers_27_mlp_down_proj/mean": -2.4706125259399414e-05, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.01870855737667349, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.0966796875, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/norm": 108.45351854693655, "train/tensor_act_model_layers_27_mlp/mean": -2.4706125259399414e-05, "train/tensor_act_model_layers_27_mlp/std": 0.01870855737667349, "train/tensor_act_model_layers_27_mlp/max_abs": 0.0966796875, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27/norm": 1464.7698604775023, "train/tensor_act_model_layers_27/mean": 0.02581787109375, "train/tensor_act_model_layers_27/std": 0.2519551136618503, "train/tensor_act_model_layers_27/max_abs": 1.296875, "train/tensor_act_model_layers_27/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_input_layernorm/norm": 5792.572875981825, "train/tensor_act_model_layers_28_input_layernorm/mean": 0.101806640625, "train/tensor_act_model_layers_28_input_layernorm/std": 0.9961008408237965, "train/tensor_act_model_layers_28_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_28_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_q_proj/norm": 1304.9597913293994, "train/tensor_act_model_layers_28_self_attn_q_proj/mean": -0.0015854835510253906, "train/tensor_act_model_layers_28_self_attn_q_proj/std": 0.2253517824553375, "train/tensor_act_model_layers_28_self_attn_q_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_28_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_k_proj/norm": 1317.6236973980017, "train/tensor_act_model_layers_28_self_attn_k_proj/mean": -0.0124969482421875, "train/tensor_act_model_layers_28_self_attn_k_proj/std": 0.22729751296569128, "train/tensor_act_model_layers_28_self_attn_k_proj/max_abs": 1.109375, "train/tensor_act_model_layers_28_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_v_proj/norm": 1363.7516527252142, "train/tensor_act_model_layers_28_self_attn_v_proj/mean": 0.00743865966796875, "train/tensor_act_model_layers_28_self_attn_v_proj/std": 0.23536116668981646, "train/tensor_act_model_layers_28_self_attn_v_proj/max_abs": 1.09375, "train/tensor_act_model_layers_28_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_o_proj/norm": 302.5958800013833, "train/tensor_act_model_layers_28_self_attn_o_proj/mean": 0.0002466440200805664, "train/tensor_act_model_layers_28_self_attn_o_proj/std": 0.05224855972885396, "train/tensor_act_model_layers_28_self_attn_o_proj/max_abs": 0.2431640625, "train/tensor_act_model_layers_28_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn/norm": 302.5958800013833, "train/tensor_act_model_layers_28_self_attn/mean": 0.0002466440200805664, "train/tensor_act_model_layers_28_self_attn/std": 0.05224855972885396, "train/tensor_act_model_layers_28_self_attn/max_abs": 0.2431640625, "train/tensor_act_model_layers_28_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_post_attention_layernorm/norm": 5792.571655278895, "train/tensor_act_model_layers_28_post_attention_layernorm/mean": 0.10009765625, "train/tensor_act_model_layers_28_post_attention_layernorm/std": 0.99610499955351, "train/tensor_act_model_layers_28_post_attention_layernorm/max_abs": 5.0625, "train/tensor_act_model_layers_28_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 2320.9153593090564, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.008758544921875, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.23120182242699752, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 101.05437410676784, "train/tensor_act_model_layers_28_mlp_down_proj/mean": -0.001728057861328125, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.01736514261267284, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.08740234375, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/norm": 101.05437410676784, "train/tensor_act_model_layers_28_mlp/mean": -0.001728057861328125, "train/tensor_act_model_layers_28_mlp/std": 0.01736514261267284, "train/tensor_act_model_layers_28_mlp/max_abs": 0.08740234375, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28/norm": 1502.6276066520838, "train/tensor_act_model_layers_28/mean": 0.02435302734375, "train/tensor_act_model_layers_28/std": 0.25781606180447164, "train/tensor_act_model_layers_28/max_abs": 1.3671875, "train/tensor_act_model_layers_28/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_input_layernorm/norm": 5792.571533204262, "train/tensor_act_model_layers_29_input_layernorm/mean": 0.093505859375, "train/tensor_act_model_layers_29_input_layernorm/std": 0.9961062860635019, "train/tensor_act_model_layers_29_input_layernorm/max_abs": 5.0625, "train/tensor_act_model_layers_29_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_q_proj/norm": 1316.7634361497871, "train/tensor_act_model_layers_29_self_attn_q_proj/mean": 0.00614166259765625, "train/tensor_act_model_layers_29_self_attn_q_proj/std": 0.22729782935945236, "train/tensor_act_model_layers_29_self_attn_q_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_29_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_k_proj/norm": 1304.2468312455128, "train/tensor_act_model_layers_29_self_attn_k_proj/mean": -0.00872802734375, "train/tensor_act_model_layers_29_self_attn_k_proj/std": 0.22510214530126116, "train/tensor_act_model_layers_29_self_attn_k_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_29_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_v_proj/norm": 1310.853666522768, "train/tensor_act_model_layers_29_self_attn_v_proj/mean": -0.00273895263671875, "train/tensor_act_model_layers_29_self_attn_v_proj/std": 0.2263238927016613, "train/tensor_act_model_layers_29_self_attn_v_proj/max_abs": 1.140625, "train/tensor_act_model_layers_29_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_o_proj/norm": 279.55261538069885, "train/tensor_act_model_layers_29_self_attn_o_proj/mean": 0.0028533935546875, "train/tensor_act_model_layers_29_self_attn_o_proj/std": 0.04815803642118781, "train/tensor_act_model_layers_29_self_attn_o_proj/max_abs": 0.224609375, "train/tensor_act_model_layers_29_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn/norm": 279.55261538069885, "train/tensor_act_model_layers_29_self_attn/mean": 0.0028533935546875, "train/tensor_act_model_layers_29_self_attn/std": 0.04815803642118781, "train/tensor_act_model_layers_29_self_attn/max_abs": 0.224609375, "train/tensor_act_model_layers_29_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_post_attention_layernorm/norm": 5792.56835939239, "train/tensor_act_model_layers_29_post_attention_layernorm/mean": 0.1019287109375, "train/tensor_act_model_layers_29_post_attention_layernorm/std": 0.9961033465353252, "train/tensor_act_model_layers_29_post_attention_layernorm/max_abs": 5.0, "train/tensor_act_model_layers_29_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 2235.565911146939, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.00347900390625, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.22265692238120566, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 1.109375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 98.89794768334329, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.001983642578125, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.016937829772573517, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.08935546875, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/norm": 98.89794768334329, "train/tensor_act_model_layers_29_mlp/mean": 0.001983642578125, "train/tensor_act_model_layers_29_mlp/std": 0.016937829772573517, "train/tensor_act_model_layers_29_mlp/max_abs": 0.08935546875, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29/norm": 1536.076324772946, "train/tensor_act_model_layers_29/mean": 0.029205322265625, "train/tensor_act_model_layers_29/std": 0.2636752287333507, "train/tensor_act_model_layers_29/max_abs": 1.3515625, "train/tensor_act_model_layers_29/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_input_layernorm/norm": 5792.568359381606, "train/tensor_act_model_layers_30_input_layernorm/mean": 0.109130859375, "train/tensor_act_model_layers_30_input_layernorm/std": 0.994153845198889, "train/tensor_act_model_layers_30_input_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_30_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_q_proj/norm": 1285.8415383480067, "train/tensor_act_model_layers_30_self_attn_q_proj/mean": -0.00853729248046875, "train/tensor_act_model_layers_30_self_attn_q_proj/std": 0.2216933540036577, "train/tensor_act_model_layers_30_self_attn_q_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_30_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_k_proj/norm": 1305.28308488061, "train/tensor_act_model_layers_30_self_attn_k_proj/mean": -0.00598907470703125, "train/tensor_act_model_layers_30_self_attn_k_proj/std": 0.2251009634430774, "train/tensor_act_model_layers_30_self_attn_k_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_30_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_v_proj/norm": 1276.6007303936167, "train/tensor_act_model_layers_30_self_attn_v_proj/mean": -0.0027713775634765625, "train/tensor_act_model_layers_30_self_attn_v_proj/std": 0.22047400247650611, "train/tensor_act_model_layers_30_self_attn_v_proj/max_abs": 1.203125, "train/tensor_act_model_layers_30_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_o_proj/norm": 266.4583213557821, "train/tensor_act_model_layers_30_self_attn_o_proj/mean": 0.0006971359252929688, "train/tensor_act_model_layers_30_self_attn_o_proj/std": 0.0459605969281848, "train/tensor_act_model_layers_30_self_attn_o_proj/max_abs": 0.234375, "train/tensor_act_model_layers_30_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn/norm": 266.4583213557821, "train/tensor_act_model_layers_30_self_attn/mean": 0.0006971359252929688, "train/tensor_act_model_layers_30_self_attn/std": 0.0459605969281848, "train/tensor_act_model_layers_30_self_attn/max_abs": 0.234375, "train/tensor_act_model_layers_30_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_post_attention_layernorm/norm": 5792.570800786672, "train/tensor_act_model_layers_30_post_attention_layernorm/mean": 0.109375, "train/tensor_act_model_layers_30_post_attention_layernorm/std": 0.9941534554903254, "train/tensor_act_model_layers_30_post_attention_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_30_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 2328.2647747219453, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.0084686279296875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.2319351010524559, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 1.15625, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 108.07340237248772, "train/tensor_act_model_layers_30_mlp_down_proj/mean": -6.039440631866455e-05, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.018678155490747445, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.09716796875, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/norm": 108.07340237248772, "train/tensor_act_model_layers_30_mlp/mean": -6.039440631866455e-05, "train/tensor_act_model_layers_30_mlp/std": 0.018678155490747445, "train/tensor_act_model_layers_30_mlp/max_abs": 0.09716796875, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30/norm": 1565.438667382086, "train/tensor_act_model_layers_30/mean": 0.02984619140625, "train/tensor_act_model_layers_30/std": 0.2680709435473284, "train/tensor_act_model_layers_30/max_abs": 1.3671875, "train/tensor_act_model_layers_30/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_input_layernorm/norm": 5792.56701660276, "train/tensor_act_model_layers_31_input_layernorm/mean": 0.1094970703125, "train/tensor_act_model_layers_31_input_layernorm/std": 0.9941535978838568, "train/tensor_act_model_layers_31_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_31_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_q_proj/norm": 1287.9961443349296, "train/tensor_act_model_layers_31_self_attn_q_proj/mean": -0.004253387451171875, "train/tensor_act_model_layers_31_self_attn_q_proj/std": 0.22216944887249848, "train/tensor_act_model_layers_31_self_attn_q_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_31_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_k_proj/norm": 1268.9771608635065, "train/tensor_act_model_layers_31_self_attn_k_proj/mean": 0.00699615478515625, "train/tensor_act_model_layers_31_self_attn_k_proj/std": 0.218754232287975, "train/tensor_act_model_layers_31_self_attn_k_proj/max_abs": 1.046875, "train/tensor_act_model_layers_31_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_v_proj/norm": 1281.4408181484425, "train/tensor_act_model_layers_31_self_attn_v_proj/mean": 0.003109365701675415, "train/tensor_act_model_layers_31_self_attn_v_proj/std": 0.2212060696861358, "train/tensor_act_model_layers_31_self_attn_v_proj/max_abs": 1.09375, "train/tensor_act_model_layers_31_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_o_proj/norm": 279.5515306589384, "train/tensor_act_model_layers_31_self_attn_o_proj/mean": 0.00153350830078125, "train/tensor_act_model_layers_31_self_attn_o_proj/std": 0.04821846605358759, "train/tensor_act_model_layers_31_self_attn_o_proj/max_abs": 0.220703125, "train/tensor_act_model_layers_31_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn/norm": 279.5515306589384, "train/tensor_act_model_layers_31_self_attn/mean": 0.00153350830078125, "train/tensor_act_model_layers_31_self_attn/std": 0.04821846605358759, "train/tensor_act_model_layers_31_self_attn/max_abs": 0.220703125, "train/tensor_act_model_layers_31_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_post_attention_layernorm/norm": 5792.584106457489, "train/tensor_act_model_layers_31_post_attention_layernorm/mean": 0.1116943359375, "train/tensor_act_model_layers_31_post_attention_layernorm/std": 0.9931732672430772, "train/tensor_act_model_layers_31_post_attention_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_31_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 2240.407874687333, "train/tensor_act_model_layers_31_mlp_up_proj/mean": -0.0022134780883789062, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.2231465889111306, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 1.328125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 96.5756997208126, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 8.815526962280273e-05, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.016693713948596145, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.0966796875, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/norm": 96.5756997208126, "train/tensor_act_model_layers_31_mlp/mean": 8.815526962280273e-05, "train/tensor_act_model_layers_31_mlp/std": 0.016693713948596145, "train/tensor_act_model_layers_31_mlp/max_abs": 0.0966796875, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31/norm": 1612.495555124026, "train/tensor_act_model_layers_31/mean": 0.031402587890625, "train/tensor_act_model_layers_31/std": 0.2768589588059678, "train/tensor_act_model_layers_31/max_abs": 1.40625, "train/tensor_act_model_layers_31/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_input_layernorm/norm": 5792.5644531264925, "train/tensor_act_model_layers_32_input_layernorm/mean": 0.1116943359375, "train/tensor_act_model_layers_32_input_layernorm/std": 0.9931727871281877, "train/tensor_act_model_layers_32_input_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_32_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_q_proj/norm": 1324.1235814890367, "train/tensor_act_model_layers_32_self_attn_q_proj/mean": 0.006561279296875, "train/tensor_act_model_layers_32_self_attn_q_proj/std": 0.228517716756849, "train/tensor_act_model_layers_32_self_attn_q_proj/max_abs": 1.09375, "train/tensor_act_model_layers_32_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_k_proj/norm": 1252.572542004669, "train/tensor_act_model_layers_32_self_attn_k_proj/mean": 0.009857177734375, "train/tensor_act_model_layers_32_self_attn_k_proj/std": 0.21606540787480508, "train/tensor_act_model_layers_32_self_attn_k_proj/max_abs": 1.09375, "train/tensor_act_model_layers_32_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_v_proj/norm": 1290.1978061859427, "train/tensor_act_model_layers_32_self_attn_v_proj/mean": 0.00614166259765625, "train/tensor_act_model_layers_32_self_attn_v_proj/std": 0.22265795800637278, "train/tensor_act_model_layers_32_self_attn_v_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_32_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_o_proj/norm": 277.55255610398126, "train/tensor_act_model_layers_32_self_attn_o_proj/mean": 0.0018634796142578125, "train/tensor_act_model_layers_32_self_attn_o_proj/std": 0.047791632148364106, "train/tensor_act_model_layers_32_self_attn_o_proj/max_abs": 0.2119140625, "train/tensor_act_model_layers_32_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn/norm": 277.55255610398126, "train/tensor_act_model_layers_32_self_attn/mean": 0.0018634796142578125, "train/tensor_act_model_layers_32_self_attn/std": 0.047791632148364106, "train/tensor_act_model_layers_32_self_attn/max_abs": 0.2119140625, "train/tensor_act_model_layers_32_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_post_attention_layernorm/norm": 5792.573974611129, "train/tensor_act_model_layers_32_post_attention_layernorm/mean": 0.11669921875, "train/tensor_act_model_layers_32_post_attention_layernorm/std": 0.9921981931095168, "train/tensor_act_model_layers_32_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_32_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 2278.934674182415, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.0017042160034179688, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.22705389681107443, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 103.69556175168285, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.001674652099609375, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.017824204303515938, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.095703125, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/norm": 103.69556175168285, "train/tensor_act_model_layers_32_mlp/mean": 0.001674652099609375, "train/tensor_act_model_layers_32_mlp/std": 0.017824204303515938, "train/tensor_act_model_layers_32_mlp/max_abs": 0.095703125, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32/norm": 1651.7232281054253, "train/tensor_act_model_layers_32/mean": 0.03497314453125, "train/tensor_act_model_layers_32/std": 0.28320619647234946, "train/tensor_act_model_layers_32/max_abs": 1.453125, "train/tensor_act_model_layers_32/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_input_layernorm/norm": 5792.576416019334, "train/tensor_act_model_layers_33_input_layernorm/mean": 0.1219482421875, "train/tensor_act_model_layers_33_input_layernorm/std": 0.9921972544633656, "train/tensor_act_model_layers_33_input_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_33_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_q_proj/norm": 1288.319574081693, "train/tensor_act_model_layers_33_self_attn_q_proj/mean": -0.00012111663818359375, "train/tensor_act_model_layers_33_self_attn_q_proj/std": 0.2221720394254317, "train/tensor_act_model_layers_33_self_attn_q_proj/max_abs": 1.015625, "train/tensor_act_model_layers_33_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_k_proj/norm": 1328.640211169504, "train/tensor_act_model_layers_33_self_attn_k_proj/mean": -0.0149383544921875, "train/tensor_act_model_layers_33_self_attn_k_proj/std": 0.22900642513606054, "train/tensor_act_model_layers_33_self_attn_k_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_33_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_v_proj/norm": 1280.3334190304088, "train/tensor_act_model_layers_33_self_attn_v_proj/mean": -0.018310546875, "train/tensor_act_model_layers_33_self_attn_v_proj/std": 0.2202259915188266, "train/tensor_act_model_layers_33_self_attn_v_proj/max_abs": 1.140625, "train/tensor_act_model_layers_33_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_o_proj/norm": 274.2254845150772, "train/tensor_act_model_layers_33_self_attn_o_proj/mean": 0.0018863677978515625, "train/tensor_act_model_layers_33_self_attn_o_proj/std": 0.04730317680150832, "train/tensor_act_model_layers_33_self_attn_o_proj/max_abs": 0.2373046875, "train/tensor_act_model_layers_33_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn/norm": 274.2254845150772, "train/tensor_act_model_layers_33_self_attn/mean": 0.0018863677978515625, "train/tensor_act_model_layers_33_self_attn/std": 0.04730317680150832, "train/tensor_act_model_layers_33_self_attn/max_abs": 0.2373046875, "train/tensor_act_model_layers_33_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_post_attention_layernorm/norm": 5792.569580089448, "train/tensor_act_model_layers_33_post_attention_layernorm/mean": 0.126220703125, "train/tensor_act_model_layers_33_post_attention_layernorm/std": 0.992198403366133, "train/tensor_act_model_layers_33_post_attention_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_33_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 2253.4918438981967, "train/tensor_act_model_layers_33_mlp_up_proj/mean": 0.0023212432861328125, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.2248544847242174, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 103.3258599166402, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.0011272430419921875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.017792118041671804, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.09814453125, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/norm": 103.3258599166402, "train/tensor_act_model_layers_33_mlp/mean": 0.0011272430419921875, "train/tensor_act_model_layers_33_mlp/std": 0.017792118041671804, "train/tensor_act_model_layers_33_mlp/max_abs": 0.09814453125, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33/norm": 1689.882697006937, "train/tensor_act_model_layers_33/mean": 0.0379638671875, "train/tensor_act_model_layers_33/std": 0.2890658249534939, "train/tensor_act_model_layers_33/max_abs": 1.46875, "train/tensor_act_model_layers_33/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_input_layernorm/norm": 5792.574218754003, "train/tensor_act_model_layers_34_input_layernorm/mean": 0.1297607421875, "train/tensor_act_model_layers_34_input_layernorm/std": 0.99219845593028, "train/tensor_act_model_layers_34_input_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_34_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_q_proj/norm": 1299.9205420902626, "train/tensor_act_model_layers_34_self_attn_q_proj/mean": -0.00644683837890625, "train/tensor_act_model_layers_34_self_attn_q_proj/std": 0.22461520412904407, "train/tensor_act_model_layers_34_self_attn_q_proj/max_abs": 1.046875, "train/tensor_act_model_layers_34_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_k_proj/norm": 1301.5621401932722, "train/tensor_act_model_layers_34_self_attn_k_proj/mean": -0.00592041015625, "train/tensor_act_model_layers_34_self_attn_k_proj/std": 0.22461122636446681, "train/tensor_act_model_layers_34_self_attn_k_proj/max_abs": 1.109375, "train/tensor_act_model_layers_34_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_v_proj/norm": 1277.4205364904117, "train/tensor_act_model_layers_34_self_attn_v_proj/mean": -0.0019502639770507812, "train/tensor_act_model_layers_34_self_attn_v_proj/std": 0.2202227579312719, "train/tensor_act_model_layers_34_self_attn_v_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_34_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_o_proj/norm": 277.18568580826366, "train/tensor_act_model_layers_34_self_attn_o_proj/mean": 0.003459930419921875, "train/tensor_act_model_layers_34_self_attn_o_proj/std": 0.04773172067844765, "train/tensor_act_model_layers_34_self_attn_o_proj/max_abs": 0.21484375, "train/tensor_act_model_layers_34_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn/norm": 277.18568580826366, "train/tensor_act_model_layers_34_self_attn/mean": 0.003459930419921875, "train/tensor_act_model_layers_34_self_attn/std": 0.04773172067844765, "train/tensor_act_model_layers_34_self_attn/max_abs": 0.21484375, "train/tensor_act_model_layers_34_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_post_attention_layernorm/norm": 5792.579833985821, "train/tensor_act_model_layers_34_post_attention_layernorm/mean": 0.140869140625, "train/tensor_act_model_layers_34_post_attention_layernorm/std": 0.9892706761931257, "train/tensor_act_model_layers_34_post_attention_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_34_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 2244.6679184087448, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.00409698486328125, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.22339015228010248, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 1.140625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 99.7989454229946, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.0018482208251953125, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.017121651863477652, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.09912109375, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/norm": 99.7989454229946, "train/tensor_act_model_layers_34_mlp/mean": 0.0018482208251953125, "train/tensor_act_model_layers_34_mlp/std": 0.017121651863477652, "train/tensor_act_model_layers_34_mlp/max_abs": 0.09912109375, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34/norm": 1707.2339954412043, "train/tensor_act_model_layers_34/mean": 0.04327392578125, "train/tensor_act_model_layers_34/std": 0.2915088838443029, "train/tensor_act_model_layers_34/max_abs": 1.4296875, "train/tensor_act_model_layers_34/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_input_layernorm/norm": 5792.578735351742, "train/tensor_act_model_layers_35_input_layernorm/mean": 0.146484375, "train/tensor_act_model_layers_35_input_layernorm/std": 0.9892710678251873, "train/tensor_act_model_layers_35_input_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_35_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_q_proj/norm": 1294.7711783238683, "train/tensor_act_model_layers_35_self_attn_q_proj/mean": 0.018646240234375, "train/tensor_act_model_layers_35_self_attn_q_proj/std": 0.22290467532866629, "train/tensor_act_model_layers_35_self_attn_q_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_35_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_k_proj/norm": 1369.954465019371, "train/tensor_act_model_layers_35_self_attn_k_proj/mean": -0.00847625732421875, "train/tensor_act_model_layers_35_self_attn_k_proj/std": 0.23633117356087735, "train/tensor_act_model_layers_35_self_attn_k_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_35_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_v_proj/norm": 1290.5113833810306, "train/tensor_act_model_layers_35_self_attn_v_proj/mean": -0.0041370391845703125, "train/tensor_act_model_layers_35_self_attn_v_proj/std": 0.22291167085317928, "train/tensor_act_model_layers_35_self_attn_v_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_35_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_o_proj/norm": 280.4369083498587, "train/tensor_act_model_layers_35_self_attn_o_proj/mean": 0.0004391670227050781, "train/tensor_act_model_layers_35_self_attn_o_proj/std": 0.04840258881482829, "train/tensor_act_model_layers_35_self_attn_o_proj/max_abs": 0.2314453125, "train/tensor_act_model_layers_35_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn/norm": 280.4369083498587, "train/tensor_act_model_layers_35_self_attn/mean": 0.0004391670227050781, "train/tensor_act_model_layers_35_self_attn/std": 0.04840258881482829, "train/tensor_act_model_layers_35_self_attn/max_abs": 0.2314453125, "train/tensor_act_model_layers_35_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_post_attention_layernorm/norm": 5792.574340822333, "train/tensor_act_model_layers_35_post_attention_layernorm/mean": 0.147216796875, "train/tensor_act_model_layers_35_post_attention_layernorm/std": 0.9892738092452771, "train/tensor_act_model_layers_35_post_attention_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_35_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 2276.9343211274636, "train/tensor_act_model_layers_35_mlp_up_proj/mean": 0.0013942718505859375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.22680733652740814, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 112.17872322729833, "train/tensor_act_model_layers_35_mlp_down_proj/mean": -0.0011425018310546875, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.019350373936168508, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.134765625, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/norm": 112.17872322729833, "train/tensor_act_model_layers_35_mlp/mean": -0.0011425018310546875, "train/tensor_act_model_layers_35_mlp/std": 0.019350373936168508, "train/tensor_act_model_layers_35_mlp/max_abs": 0.134765625, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35/norm": 1723.6621949918626, "train/tensor_act_model_layers_35/mean": 0.0426025390625, "train/tensor_act_model_layers_35/std": 0.29443979335856174, "train/tensor_act_model_layers_35/max_abs": 1.484375, "train/tensor_act_model_layers_35/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_input_layernorm/norm": 5792.583618166175, "train/tensor_act_model_layers_36_input_layernorm/mean": 0.142333984375, "train/tensor_act_model_layers_36_input_layernorm/std": 0.9892754962692486, "train/tensor_act_model_layers_36_input_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_36_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_q_proj/norm": 1358.942165711249, "train/tensor_act_model_layers_36_self_attn_q_proj/mean": -0.005092620849609375, "train/tensor_act_model_layers_36_self_attn_q_proj/std": 0.2343806873006511, "train/tensor_act_model_layers_36_self_attn_q_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_36_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_k_proj/norm": 1292.3823636196955, "train/tensor_act_model_layers_36_self_attn_k_proj/mean": -0.024444580078125, "train/tensor_act_model_layers_36_self_attn_k_proj/std": 0.22192757774349584, "train/tensor_act_model_layers_36_self_attn_k_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_36_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_v_proj/norm": 1298.4326196153477, "train/tensor_act_model_layers_36_self_attn_v_proj/mean": -0.012786865234375, "train/tensor_act_model_layers_36_self_attn_v_proj/std": 0.22364202630331542, "train/tensor_act_model_layers_36_self_attn_v_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_36_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_o_proj/norm": 291.11212515816857, "train/tensor_act_model_layers_36_self_attn_o_proj/mean": -0.00717926025390625, "train/tensor_act_model_layers_36_self_attn_o_proj/std": 0.04974591946262431, "train/tensor_act_model_layers_36_self_attn_o_proj/max_abs": 0.2451171875, "train/tensor_act_model_layers_36_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn/norm": 291.11212515816857, "train/tensor_act_model_layers_36_self_attn/mean": -0.00717926025390625, "train/tensor_act_model_layers_36_self_attn/std": 0.04974591946262431, "train/tensor_act_model_layers_36_self_attn/max_abs": 0.2451171875, "train/tensor_act_model_layers_36_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_post_attention_layernorm/norm": 5792.577880863341, "train/tensor_act_model_layers_36_post_attention_layernorm/mean": 0.1177978515625, "train/tensor_act_model_layers_36_post_attention_layernorm/std": 0.9922006185670595, "train/tensor_act_model_layers_36_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_36_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 2292.0265621118183, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.0011482249756227247, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.2287612778994628, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 1.171875, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 106.65151821149115, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.00051116943359375, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.018402568928188683, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.10693359375, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/norm": 106.65151821149115, "train/tensor_act_model_layers_36_mlp/mean": 0.00051116943359375, "train/tensor_act_model_layers_36_mlp/std": 0.018402568928188683, "train/tensor_act_model_layers_36_mlp/max_abs": 0.10693359375, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36/norm": 1744.0013265886828, "train/tensor_act_model_layers_36/mean": 0.0360107421875, "train/tensor_act_model_layers_36/std": 0.2988359288212669, "train/tensor_act_model_layers_36/max_abs": 1.4765625, "train/tensor_act_model_layers_36/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_input_layernorm/norm": 5792.577270510296, "train/tensor_act_model_layers_37_input_layernorm/mean": 0.1192626953125, "train/tensor_act_model_layers_37_input_layernorm/std": 0.9922018200299002, "train/tensor_act_model_layers_37_input_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_37_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_q_proj/norm": 1294.4046582033654, "train/tensor_act_model_layers_37_self_attn_q_proj/mean": -0.009002685546875, "train/tensor_act_model_layers_37_self_attn_q_proj/std": 0.22339631989941705, "train/tensor_act_model_layers_37_self_attn_q_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_37_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_k_proj/norm": 1264.9878311059022, "train/tensor_act_model_layers_37_self_attn_k_proj/mean": 0.0043277740478515625, "train/tensor_act_model_layers_37_self_attn_k_proj/std": 0.21851565638581488, "train/tensor_act_model_layers_37_self_attn_k_proj/max_abs": 1.15625, "train/tensor_act_model_layers_37_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_v_proj/norm": 1318.5620198170427, "train/tensor_act_model_layers_37_self_attn_v_proj/mean": -0.002071380615234375, "train/tensor_act_model_layers_37_self_attn_v_proj/std": 0.22778849468468257, "train/tensor_act_model_layers_37_self_attn_v_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_37_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_o_proj/norm": 274.4272854400676, "train/tensor_act_model_layers_37_self_attn_o_proj/mean": 0.0011501312255859375, "train/tensor_act_model_layers_37_self_attn_o_proj/std": 0.04730504654470039, "train/tensor_act_model_layers_37_self_attn_o_proj/max_abs": 0.2236328125, "train/tensor_act_model_layers_37_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn/norm": 274.4272854400676, "train/tensor_act_model_layers_37_self_attn/mean": 0.0011501312255859375, "train/tensor_act_model_layers_37_self_attn/std": 0.04730504654470039, "train/tensor_act_model_layers_37_self_attn/max_abs": 0.2236328125, "train/tensor_act_model_layers_37_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_post_attention_layernorm/norm": 5792.576416018851, "train/tensor_act_model_layers_37_post_attention_layernorm/mean": 0.1214599609375, "train/tensor_act_model_layers_37_post_attention_layernorm/std": 0.9922031416373447, "train/tensor_act_model_layers_37_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_37_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 2216.7942810034847, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.0020360946655273438, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.22070700108724936, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 1.25, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 105.26139539530169, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 0.00289154052734375, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.017945920459050475, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.08984375, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/norm": 105.26139539530169, "train/tensor_act_model_layers_37_mlp/mean": 0.00289154052734375, "train/tensor_act_model_layers_37_mlp/std": 0.017945920459050475, "train/tensor_act_model_layers_37_mlp/max_abs": 0.08984375, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37/norm": 1772.1427122275159, "train/tensor_act_model_layers_37/mean": 0.03997802734375, "train/tensor_act_model_layers_37/std": 0.3032282277453838, "train/tensor_act_model_layers_37/max_abs": 1.5078125, "train/tensor_act_model_layers_37/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_input_layernorm/norm": 5792.577758791855, "train/tensor_act_model_layers_38_input_layernorm/mean": 0.13037109375, "train/tensor_act_model_layers_38_input_layernorm/std": 0.9922015572100282, "train/tensor_act_model_layers_38_input_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_38_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_q_proj/norm": 1268.753990878471, "train/tensor_act_model_layers_38_self_attn_q_proj/mean": -0.004116058349609375, "train/tensor_act_model_layers_38_self_attn_q_proj/std": 0.2192456530856101, "train/tensor_act_model_layers_38_self_attn_q_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_38_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_k_proj/norm": 1339.354131222262, "train/tensor_act_model_layers_38_self_attn_k_proj/mean": -0.0018978118896484375, "train/tensor_act_model_layers_38_self_attn_k_proj/std": 0.23096151096658737, "train/tensor_act_model_layers_38_self_attn_k_proj/max_abs": 1.234375, "train/tensor_act_model_layers_38_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_v_proj/norm": 1332.3386499953224, "train/tensor_act_model_layers_38_self_attn_v_proj/mean": 0.011566162109375, "train/tensor_act_model_layers_38_self_attn_v_proj/std": 0.22973990158885485, "train/tensor_act_model_layers_38_self_attn_v_proj/max_abs": 1.015625, "train/tensor_act_model_layers_38_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_o_proj/norm": 288.6496958455918, "train/tensor_act_model_layers_38_self_attn_o_proj/mean": 0.0042724609375, "train/tensor_act_model_layers_38_self_attn_o_proj/std": 0.04962403125982458, "train/tensor_act_model_layers_38_self_attn_o_proj/max_abs": 0.259765625, "train/tensor_act_model_layers_38_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn/norm": 288.6496958455918, "train/tensor_act_model_layers_38_self_attn/mean": 0.0042724609375, "train/tensor_act_model_layers_38_self_attn/std": 0.04962403125982458, "train/tensor_act_model_layers_38_self_attn/max_abs": 0.259765625, "train/tensor_act_model_layers_38_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_post_attention_layernorm/norm": 5792.577392581855, "train/tensor_act_model_layers_38_post_attention_layernorm/mean": 0.140869140625, "train/tensor_act_model_layers_38_post_attention_layernorm/std": 0.9902520413299454, "train/tensor_act_model_layers_38_post_attention_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_38_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 2268.198625000875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": 0.009552001953125, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.22583203495311935, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 103.70101984726307, "train/tensor_act_model_layers_38_mlp_down_proj/mean": -0.00021386146545410156, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.017914726854995386, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.10009765625, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/norm": 103.70101984726307, "train/tensor_act_model_layers_38_mlp/mean": -0.00021386146545410156, "train/tensor_act_model_layers_38_mlp/std": 0.017914726854995386, "train/tensor_act_model_layers_38_mlp/max_abs": 0.10009765625, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38/norm": 1813.4762800908925, "train/tensor_act_model_layers_38/mean": 0.04400634765625, "train/tensor_act_model_layers_38/std": 0.3100651958093097, "train/tensor_act_model_layers_38/max_abs": 1.53125, "train/tensor_act_model_layers_38/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_input_layernorm/norm": 5792.577880860296, "train/tensor_act_model_layers_39_input_layernorm/mean": 0.1396484375, "train/tensor_act_model_layers_39_input_layernorm/std": 0.9902514695115948, "train/tensor_act_model_layers_39_input_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_39_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_q_proj/norm": 1234.4398747171178, "train/tensor_act_model_layers_39_self_attn_q_proj/mean": 0.0088958740234375, "train/tensor_act_model_layers_39_self_attn_q_proj/std": 0.21265208754838247, "train/tensor_act_model_layers_39_self_attn_q_proj/max_abs": 1.015625, "train/tensor_act_model_layers_39_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_k_proj/norm": 1323.9823916339985, "train/tensor_act_model_layers_39_self_attn_k_proj/mean": 0.00228118896484375, "train/tensor_act_model_layers_39_self_attn_k_proj/std": 0.22851982638835228, "train/tensor_act_model_layers_39_self_attn_k_proj/max_abs": 1.09375, "train/tensor_act_model_layers_39_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_v_proj/norm": 1289.0378762690602, "train/tensor_act_model_layers_39_self_attn_v_proj/mean": -0.00943756103515625, "train/tensor_act_model_layers_39_self_attn_v_proj/std": 0.22217553238517165, "train/tensor_act_model_layers_39_self_attn_v_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_39_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_o_proj/norm": 284.1647797605944, "train/tensor_act_model_layers_39_self_attn_o_proj/mean": -0.0003139972686767578, "train/tensor_act_model_layers_39_self_attn_o_proj/std": 0.04901375372604945, "train/tensor_act_model_layers_39_self_attn_o_proj/max_abs": 0.2373046875, "train/tensor_act_model_layers_39_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn/norm": 284.1647797605944, "train/tensor_act_model_layers_39_self_attn/mean": -0.0003139972686767578, "train/tensor_act_model_layers_39_self_attn/std": 0.04901375372604945, "train/tensor_act_model_layers_39_self_attn/max_abs": 0.2373046875, "train/tensor_act_model_layers_39_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_post_attention_layernorm/norm": 5792.574707033792, "train/tensor_act_model_layers_39_post_attention_layernorm/mean": 0.13671875, "train/tensor_act_model_layers_39_post_attention_layernorm/std": 0.991224166706669, "train/tensor_act_model_layers_39_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_39_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 2308.164885090968, "train/tensor_act_model_layers_39_mlp_up_proj/mean": 0.017333984375, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.22925056561761134, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 108.89780222535067, "train/tensor_act_model_layers_39_mlp_down_proj/mean": -0.0011444091796875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.018768686585419633, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.09716796875, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/norm": 108.89780222535067, "train/tensor_act_model_layers_39_mlp/mean": -0.0011444091796875, "train/tensor_act_model_layers_39_mlp/std": 0.018768686585419633, "train/tensor_act_model_layers_39_mlp/max_abs": 0.09716796875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39/norm": 1844.8264145852788, "train/tensor_act_model_layers_39/mean": 0.0426025390625, "train/tensor_act_model_layers_39/std": 0.31592308641678124, "train/tensor_act_model_layers_39/max_abs": 1.484375, "train/tensor_act_model_layers_39/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_input_layernorm/norm": 5792.580932623818, "train/tensor_act_model_layers_40_input_layernorm/mean": 0.1328125, "train/tensor_act_model_layers_40_input_layernorm/std": 0.9921992744287822, "train/tensor_act_model_layers_40_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_40_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_q_proj/norm": 1349.537240773726, "train/tensor_act_model_layers_40_self_attn_q_proj/mean": 0.0128936767578125, "train/tensor_act_model_layers_40_self_attn_q_proj/std": 0.2324265807140241, "train/tensor_act_model_layers_40_self_attn_q_proj/max_abs": 1.0078125, "train/tensor_act_model_layers_40_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_k_proj/norm": 1355.2952156655306, "train/tensor_act_model_layers_40_self_attn_k_proj/mean": -0.0158843994140625, "train/tensor_act_model_layers_40_self_attn_k_proj/std": 0.2333997398204462, "train/tensor_act_model_layers_40_self_attn_k_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_40_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_v_proj/norm": 1269.730412077476, "train/tensor_act_model_layers_40_self_attn_v_proj/mean": 0.00331878662109375, "train/tensor_act_model_layers_40_self_attn_v_proj/std": 0.21899961395079445, "train/tensor_act_model_layers_40_self_attn_v_proj/max_abs": 1.125, "train/tensor_act_model_layers_40_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_o_proj/norm": 282.1583924028513, "train/tensor_act_model_layers_40_self_attn_o_proj/mean": -0.003307342529296875, "train/tensor_act_model_layers_40_self_attn_o_proj/std": 0.0485881947066043, "train/tensor_act_model_layers_40_self_attn_o_proj/max_abs": 0.2275390625, "train/tensor_act_model_layers_40_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn/norm": 282.1583924028513, "train/tensor_act_model_layers_40_self_attn/mean": -0.003307342529296875, "train/tensor_act_model_layers_40_self_attn/std": 0.0485881947066043, "train/tensor_act_model_layers_40_self_attn/max_abs": 0.2275390625, "train/tensor_act_model_layers_40_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_post_attention_layernorm/norm": 5792.5838623053705, "train/tensor_act_model_layers_40_post_attention_layernorm/mean": 0.121337890625, "train/tensor_act_model_layers_40_post_attention_layernorm/std": 0.9921974421926669, "train/tensor_act_model_layers_40_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_40_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 2231.187367193177, "train/tensor_act_model_layers_40_mlp_up_proj/mean": 0.00789642333984375, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.2221692089161476, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 99.49996538687913, "train/tensor_act_model_layers_40_mlp_down_proj/mean": -0.0010890960693359375, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.01712118100517761, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.0966796875, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/norm": 99.49996538687913, "train/tensor_act_model_layers_40_mlp/mean": -0.0010890960693359375, "train/tensor_act_model_layers_40_mlp/std": 0.01712118100517761, "train/tensor_act_model_layers_40_mlp/max_abs": 0.0966796875, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40/norm": 1862.098451103277, "train/tensor_act_model_layers_40/mean": 0.0382080078125, "train/tensor_act_model_layers_40/std": 0.31934118704024467, "train/tensor_act_model_layers_40/max_abs": 1.5234375, "train/tensor_act_model_layers_40/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_input_layernorm/norm": 5792.580932621143, "train/tensor_act_model_layers_41_input_layernorm/mean": 0.1177978515625, "train/tensor_act_model_layers_41_input_layernorm/std": 0.9921974947568649, "train/tensor_act_model_layers_41_input_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_41_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_q_proj/norm": 1282.0537969009101, "train/tensor_act_model_layers_41_self_attn_q_proj/mean": 0.022216796875, "train/tensor_act_model_layers_41_self_attn_q_proj/std": 0.2202190728637875, "train/tensor_act_model_layers_41_self_attn_q_proj/max_abs": 1.09375, "train/tensor_act_model_layers_41_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_k_proj/norm": 1291.9234497624102, "train/tensor_act_model_layers_41_self_attn_k_proj/mean": 0.0175933837890625, "train/tensor_act_model_layers_41_self_attn_k_proj/std": 0.22218780586215586, "train/tensor_act_model_layers_41_self_attn_k_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_41_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_v_proj/norm": 1329.5177944234572, "train/tensor_act_model_layers_41_self_attn_v_proj/mean": -0.0111541748046875, "train/tensor_act_model_layers_41_self_attn_v_proj/std": 0.22949900261925463, "train/tensor_act_model_layers_41_self_attn_v_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_41_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_o_proj/norm": 292.75301506565523, "train/tensor_act_model_layers_41_self_attn_o_proj/mean": 0.0020294189453125, "train/tensor_act_model_layers_41_self_attn_o_proj/std": 0.05053857931358177, "train/tensor_act_model_layers_41_self_attn_o_proj/max_abs": 0.2275390625, "train/tensor_act_model_layers_41_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn/norm": 292.75301506565523, "train/tensor_act_model_layers_41_self_attn/mean": 0.0020294189453125, "train/tensor_act_model_layers_41_self_attn/std": 0.05053857931358177, "train/tensor_act_model_layers_41_self_attn/max_abs": 0.2275390625, "train/tensor_act_model_layers_41_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_post_attention_layernorm/norm": 5792.585937501553, "train/tensor_act_model_layers_41_post_attention_layernorm/mean": 0.1221923828125, "train/tensor_act_model_layers_41_post_attention_layernorm/std": 0.9922010991523704, "train/tensor_act_model_layers_41_post_attention_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_41_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 2260.335943473116, "train/tensor_act_model_layers_41_mlp_up_proj/mean": -0.003582000732421875, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.22509923243824143, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 98.73641834292002, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.0007038116455078125, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.01706029442664946, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 0.0927734375, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/norm": 98.73641834292002, "train/tensor_act_model_layers_41_mlp/mean": 0.0007038116455078125, "train/tensor_act_model_layers_41_mlp/std": 0.01706029442664946, "train/tensor_act_model_layers_41_mlp/max_abs": 0.0927734375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41/norm": 1902.2700298029222, "train/tensor_act_model_layers_41/mean": 0.04095458984375, "train/tensor_act_model_layers_41/std": 0.3261789732292022, "train/tensor_act_model_layers_41/max_abs": 1.5625, "train/tensor_act_model_layers_41/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_input_layernorm/norm": 5792.5820312510605, "train/tensor_act_model_layers_42_input_layernorm/mean": 0.12353515625, "train/tensor_act_model_layers_42_input_layernorm/std": 0.9921990942089867, "train/tensor_act_model_layers_42_input_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_42_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_q_proj/norm": 1234.9522367755599, "train/tensor_act_model_layers_42_self_attn_q_proj/mean": 0.00336456298828125, "train/tensor_act_model_layers_42_self_attn_q_proj/std": 0.21338183613234368, "train/tensor_act_model_layers_42_self_attn_q_proj/max_abs": 0.94921875, "train/tensor_act_model_layers_42_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_k_proj/norm": 1244.7192916043414, "train/tensor_act_model_layers_42_self_attn_k_proj/mean": -0.00734710693359375, "train/tensor_act_model_layers_42_self_attn_k_proj/std": 0.21509259223670565, "train/tensor_act_model_layers_42_self_attn_k_proj/max_abs": 0.9765625, "train/tensor_act_model_layers_42_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_v_proj/norm": 1276.0586743910123, "train/tensor_act_model_layers_42_self_attn_v_proj/mean": -0.0108184814453125, "train/tensor_act_model_layers_42_self_attn_v_proj/std": 0.21997376152986192, "train/tensor_act_model_layers_42_self_attn_v_proj/max_abs": 1.078125, "train/tensor_act_model_layers_42_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_o_proj/norm": 291.41474571890956, "train/tensor_act_model_layers_42_self_attn_o_proj/mean": 0.0018672943115234375, "train/tensor_act_model_layers_42_self_attn_o_proj/std": 0.05029605865679597, "train/tensor_act_model_layers_42_self_attn_o_proj/max_abs": 0.2421875, "train/tensor_act_model_layers_42_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn/norm": 291.41474571890956, "train/tensor_act_model_layers_42_self_attn/mean": 0.0018672943115234375, "train/tensor_act_model_layers_42_self_attn/std": 0.05029605865679597, "train/tensor_act_model_layers_42_self_attn/max_abs": 0.2421875, "train/tensor_act_model_layers_42_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_post_attention_layernorm/norm": 5792.589233409986, "train/tensor_act_model_layers_42_post_attention_layernorm/mean": 0.1290283203125, "train/tensor_act_model_layers_42_post_attention_layernorm/std": 0.9921973746101226, "train/tensor_act_model_layers_42_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_42_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 2296.462063972593, "train/tensor_act_model_layers_42_mlp_up_proj/mean": -0.0009322166442871094, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.22900502448320723, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 1.2265625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 107.83458616372411, "train/tensor_act_model_layers_42_mlp_down_proj/mean": -0.00014483928680419922, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.01861671239186064, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.09326171875, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/norm": 107.83458616372411, "train/tensor_act_model_layers_42_mlp/mean": -0.00014483928680419922, "train/tensor_act_model_layers_42_mlp/std": 0.01861671239186064, "train/tensor_act_model_layers_42_mlp/max_abs": 0.09326171875, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42/norm": 1914.1747449758805, "train/tensor_act_model_layers_42/mean": 0.04266357421875, "train/tensor_act_model_layers_42/std": 0.3276417386484819, "train/tensor_act_model_layers_42/max_abs": 1.5546875, "train/tensor_act_model_layers_42/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_input_layernorm/norm": 5792.582885743816, "train/tensor_act_model_layers_43_input_layernorm/mean": 0.12841796875, "train/tensor_act_model_layers_43_input_layernorm/std": 0.9921972319358471, "train/tensor_act_model_layers_43_input_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_43_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_q_proj/norm": 1260.4630151129772, "train/tensor_act_model_layers_43_self_attn_q_proj/mean": -0.00113677978515625, "train/tensor_act_model_layers_43_self_attn_q_proj/std": 0.21779134501934755, "train/tensor_act_model_layers_43_self_attn_q_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_43_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_k_proj/norm": 1319.4482896791071, "train/tensor_act_model_layers_43_self_attn_k_proj/mean": -0.00772857666015625, "train/tensor_act_model_layers_43_self_attn_k_proj/std": 0.22754215821116752, "train/tensor_act_model_layers_43_self_attn_k_proj/max_abs": 1.03125, "train/tensor_act_model_layers_43_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_v_proj/norm": 1325.8672364497506, "train/tensor_act_model_layers_43_self_attn_v_proj/mean": -0.00024318695068359375, "train/tensor_act_model_layers_43_self_attn_v_proj/std": 0.22900922241385613, "train/tensor_act_model_layers_43_self_attn_v_proj/max_abs": 1.015625, "train/tensor_act_model_layers_43_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_o_proj/norm": 288.44492229055453, "train/tensor_act_model_layers_43_self_attn_o_proj/mean": -0.000843048095703125, "train/tensor_act_model_layers_43_self_attn_o_proj/std": 0.049745249210657, "train/tensor_act_model_layers_43_self_attn_o_proj/max_abs": 0.224609375, "train/tensor_act_model_layers_43_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn/norm": 288.44492229055453, "train/tensor_act_model_layers_43_self_attn/mean": -0.000843048095703125, "train/tensor_act_model_layers_43_self_attn/std": 0.049745249210657, "train/tensor_act_model_layers_43_self_attn/max_abs": 0.224609375, "train/tensor_act_model_layers_43_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_post_attention_layernorm/norm": 5792.5858154437165, "train/tensor_act_model_layers_43_post_attention_layernorm/mean": 0.12451171875, "train/tensor_act_model_layers_43_post_attention_layernorm/std": 0.9921990942089866, "train/tensor_act_model_layers_43_post_attention_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_43_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 2252.40030487884, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.0007748603820800781, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.22436826459393397, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 100.13369712624592, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 0.0010404586791992188, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.017243069530393302, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 0.09814453125, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/norm": 100.13369712624592, "train/tensor_act_model_layers_43_mlp/mean": 0.0010404586791992188, "train/tensor_act_model_layers_43_mlp/std": 0.017243069530393302, "train/tensor_act_model_layers_43_mlp/max_abs": 0.09814453125, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43/norm": 1930.3792198972278, "train/tensor_act_model_layers_43/mean": 0.0428466796875, "train/tensor_act_model_layers_43/std": 0.3300820299628596, "train/tensor_act_model_layers_43/max_abs": 1.4921875, "train/tensor_act_model_layers_43/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_input_layernorm/norm": 5792.583129883279, "train/tensor_act_model_layers_44_input_layernorm/mean": 0.1275634765625, "train/tensor_act_model_layers_44_input_layernorm/std": 0.9921991167364628, "train/tensor_act_model_layers_44_input_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_44_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_q_proj/norm": 1307.1227710399776, "train/tensor_act_model_layers_44_self_attn_q_proj/mean": 0.01190185546875, "train/tensor_act_model_layers_44_self_attn_q_proj/std": 0.22534799205658002, "train/tensor_act_model_layers_44_self_attn_q_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_44_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_k_proj/norm": 1302.8855382871652, "train/tensor_act_model_layers_44_self_attn_k_proj/mean": -0.016937255859375, "train/tensor_act_model_layers_44_self_attn_k_proj/std": 0.22461035977023316, "train/tensor_act_model_layers_44_self_attn_k_proj/max_abs": 1.09375, "train/tensor_act_model_layers_44_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_v_proj/norm": 1281.109446495666, "train/tensor_act_model_layers_44_self_attn_v_proj/mean": -0.0028028488159179688, "train/tensor_act_model_layers_44_self_attn_v_proj/std": 0.22119655148833847, "train/tensor_act_model_layers_44_self_attn_v_proj/max_abs": 1.046875, "train/tensor_act_model_layers_44_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_o_proj/norm": 277.0196230375779, "train/tensor_act_model_layers_44_self_attn_o_proj/mean": -0.0011281967163085938, "train/tensor_act_model_layers_44_self_attn_o_proj/std": 0.04779735089381593, "train/tensor_act_model_layers_44_self_attn_o_proj/max_abs": 0.23046875, "train/tensor_act_model_layers_44_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn/norm": 277.0196230375779, "train/tensor_act_model_layers_44_self_attn/mean": -0.0011281967163085938, "train/tensor_act_model_layers_44_self_attn/std": 0.04779735089381593, "train/tensor_act_model_layers_44_self_attn/max_abs": 0.23046875, "train/tensor_act_model_layers_44_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_post_attention_layernorm/norm": 5792.59082031354, "train/tensor_act_model_layers_44_post_attention_layernorm/mean": 0.1226806640625, "train/tensor_act_model_layers_44_post_attention_layernorm/std": 0.9921965936559426, "train/tensor_act_model_layers_44_post_attention_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_44_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 2241.588112389508, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.010040283203125, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.2231458271581637, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 97.28488348941923, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.00171661376953125, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.016725137218276755, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 0.0859375, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/norm": 97.28488348941923, "train/tensor_act_model_layers_44_mlp/mean": 0.00171661376953125, "train/tensor_act_model_layers_44_mlp/std": 0.016725137218276755, "train/tensor_act_model_layers_44_mlp/max_abs": 0.0859375, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44/norm": 1962.6736822425537, "train/tensor_act_model_layers_44/mean": 0.04339599609375, "train/tensor_act_model_layers_44/std": 0.33594088774458875, "train/tensor_act_model_layers_44/max_abs": 1.5625, "train/tensor_act_model_layers_44/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_input_layernorm/norm": 5792.589355472588, "train/tensor_act_model_layers_45_input_layernorm/mean": 0.1270751953125, "train/tensor_act_model_layers_45_input_layernorm/std": 0.9921964134356601, "train/tensor_act_model_layers_45_input_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_45_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_q_proj/norm": 1304.8515377227477, "train/tensor_act_model_layers_45_self_attn_q_proj/mean": 0.0211181640625, "train/tensor_act_model_layers_45_self_attn_q_proj/std": 0.22413144887634168, "train/tensor_act_model_layers_45_self_attn_q_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_45_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_k_proj/norm": 1282.6969756388755, "train/tensor_act_model_layers_45_self_attn_k_proj/mean": -0.00685882568359375, "train/tensor_act_model_layers_45_self_attn_k_proj/std": 0.22119258662934116, "train/tensor_act_model_layers_45_self_attn_k_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_45_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_v_proj/norm": 1268.333750788356, "train/tensor_act_model_layers_45_self_attn_v_proj/mean": 0.0027790069580078125, "train/tensor_act_model_layers_45_self_attn_v_proj/std": 0.21899538802472884, "train/tensor_act_model_layers_45_self_attn_v_proj/max_abs": 1.203125, "train/tensor_act_model_layers_45_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_o_proj/norm": 283.6001126646296, "train/tensor_act_model_layers_45_self_attn_o_proj/mean": 0.002925872802734375, "train/tensor_act_model_layers_45_self_attn_o_proj/std": 0.04889125602196801, "train/tensor_act_model_layers_45_self_attn_o_proj/max_abs": 0.275390625, "train/tensor_act_model_layers_45_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn/norm": 283.6001126646296, "train/tensor_act_model_layers_45_self_attn/mean": 0.002925872802734375, "train/tensor_act_model_layers_45_self_attn/std": 0.04889125602196801, "train/tensor_act_model_layers_45_self_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_45_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_post_attention_layernorm/norm": 5792.588256838421, "train/tensor_act_model_layers_45_post_attention_layernorm/mean": 0.13427734375, "train/tensor_act_model_layers_45_post_attention_layernorm/std": 0.9912214006144191, "train/tensor_act_model_layers_45_post_attention_layernorm/max_abs": 4.5, "train/tensor_act_model_layers_45_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 2242.9720252754514, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -7.05718994140625e-05, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.2233939521082777, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 104.23960454911698, "train/tensor_act_model_layers_45_mlp_down_proj/mean": -0.00193023681640625, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.017883776798357613, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.0966796875, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/norm": 104.23960454911698, "train/tensor_act_model_layers_45_mlp/mean": -0.00193023681640625, "train/tensor_act_model_layers_45_mlp/std": 0.017883776798357613, "train/tensor_act_model_layers_45_mlp/max_abs": 0.0966796875, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45/norm": 1994.0914333595852, "train/tensor_act_model_layers_45/mean": 0.04437255859375, "train/tensor_act_model_layers_45/std": 0.3413129759849634, "train/tensor_act_model_layers_45/max_abs": 1.5546875, "train/tensor_act_model_layers_45/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_input_layernorm/norm": 5792.586425783009, "train/tensor_act_model_layers_46_input_layernorm/mean": 0.1282958984375, "train/tensor_act_model_layers_46_input_layernorm/std": 0.992197314536746, "train/tensor_act_model_layers_46_input_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_46_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_q_proj/norm": 1261.2501547644902, "train/tensor_act_model_layers_46_self_attn_q_proj/mean": 0.00992584228515625, "train/tensor_act_model_layers_46_self_attn_q_proj/std": 0.21754365115323165, "train/tensor_act_model_layers_46_self_attn_q_proj/max_abs": 0.97265625, "train/tensor_act_model_layers_46_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_k_proj/norm": 1270.3204980287437, "train/tensor_act_model_layers_46_self_attn_k_proj/mean": 0.003322601318359375, "train/tensor_act_model_layers_46_self_attn_k_proj/std": 0.2192462361022018, "train/tensor_act_model_layers_46_self_attn_k_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_46_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_v_proj/norm": 1333.1292267112337, "train/tensor_act_model_layers_46_self_attn_v_proj/mean": -0.025390625, "train/tensor_act_model_layers_46_self_attn_v_proj/std": 0.22876370649495384, "train/tensor_act_model_layers_46_self_attn_v_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_46_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_o_proj/norm": 286.31882385978076, "train/tensor_act_model_layers_46_self_attn_o_proj/mean": 9.5367431640625e-06, "train/tensor_act_model_layers_46_self_attn_o_proj/std": 0.04943975806415018, "train/tensor_act_model_layers_46_self_attn_o_proj/max_abs": 0.2255859375, "train/tensor_act_model_layers_46_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn/norm": 286.31882385978076, "train/tensor_act_model_layers_46_self_attn/mean": 9.5367431640625e-06, "train/tensor_act_model_layers_46_self_attn/std": 0.04943975806415018, "train/tensor_act_model_layers_46_self_attn/max_abs": 0.2255859375, "train/tensor_act_model_layers_46_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_post_attention_layernorm/norm": 5792.586425783452, "train/tensor_act_model_layers_46_post_attention_layernorm/mean": 0.1275634765625, "train/tensor_act_model_layers_46_post_attention_layernorm/std": 0.9921994771760134, "train/tensor_act_model_layers_46_post_attention_layernorm/max_abs": 4.46875, "train/tensor_act_model_layers_46_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 2287.678438944804, "train/tensor_act_model_layers_46_mlp_up_proj/mean": 0.0008258819580078125, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.2280300136507241, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 104.96161479565738, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.0017948150634765625, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.018036263340158273, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.09033203125, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/norm": 104.96161479565738, "train/tensor_act_model_layers_46_mlp/mean": 0.0017948150634765625, "train/tensor_act_model_layers_46_mlp/std": 0.018036263340158273, "train/tensor_act_model_layers_46_mlp/max_abs": 0.09033203125, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46/norm": 2006.939714083701, "train/tensor_act_model_layers_46/mean": 0.04620361328125, "train/tensor_act_model_layers_46/std": 0.3432668140190577, "train/tensor_act_model_layers_46/max_abs": 1.59375, "train/tensor_act_model_layers_46/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_input_layernorm/norm": 5792.58666992757, "train/tensor_act_model_layers_47_input_layernorm/mean": 0.132568359375, "train/tensor_act_model_layers_47_input_layernorm/std": 0.9921986436593541, "train/tensor_act_model_layers_47_input_layernorm/max_abs": 4.4375, "train/tensor_act_model_layers_47_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_q_proj/norm": 1337.4779173216557, "train/tensor_act_model_layers_47_self_attn_q_proj/mean": 0.00601959228515625, "train/tensor_act_model_layers_47_self_attn_q_proj/std": 0.23096028075139988, "train/tensor_act_model_layers_47_self_attn_q_proj/max_abs": 1.2578125, "train/tensor_act_model_layers_47_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_k_proj/norm": 1338.9887834679573, "train/tensor_act_model_layers_47_self_attn_k_proj/mean": -0.00589752197265625, "train/tensor_act_model_layers_47_self_attn_k_proj/std": 0.2309624501685409, "train/tensor_act_model_layers_47_self_attn_k_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_47_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_v_proj/norm": 1320.9377908854785, "train/tensor_act_model_layers_47_self_attn_v_proj/mean": 0.00501251220703125, "train/tensor_act_model_layers_47_self_attn_v_proj/std": 0.22804151811083448, "train/tensor_act_model_layers_47_self_attn_v_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_47_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_o_proj/norm": 293.0539947094412, "train/tensor_act_model_layers_47_self_attn_o_proj/mean": 0.0019626617431640625, "train/tensor_act_model_layers_47_self_attn_o_proj/std": 0.050600272530498785, "train/tensor_act_model_layers_47_self_attn_o_proj/max_abs": 0.25390625, "train/tensor_act_model_layers_47_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn/norm": 293.0539947094412, "train/tensor_act_model_layers_47_self_attn/mean": 0.0019626617431640625, "train/tensor_act_model_layers_47_self_attn/std": 0.050600272530498785, "train/tensor_act_model_layers_47_self_attn/max_abs": 0.25390625, "train/tensor_act_model_layers_47_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_post_attention_layernorm/norm": 5792.589965821274, "train/tensor_act_model_layers_47_post_attention_layernorm/mean": 0.136474609375, "train/tensor_act_model_layers_47_post_attention_layernorm/std": 0.9912259406095928, "train/tensor_act_model_layers_47_post_attention_layernorm/max_abs": 4.5, "train/tensor_act_model_layers_47_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 2284.963915654958, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.0077972412109375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.2277871828661726, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 110.99966746603722, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.0003628730773925781, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.019135167445939003, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.10205078125, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/norm": 110.99966746603722, "train/tensor_act_model_layers_47_mlp/mean": 0.0003628730773925781, "train/tensor_act_model_layers_47_mlp/std": 0.019135167445939003, "train/tensor_act_model_layers_47_mlp/max_abs": 0.10205078125, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47/norm": 2033.6873261928906, "train/tensor_act_model_layers_47/mean": 0.048583984375, "train/tensor_act_model_layers_47/std": 0.3476634078414081, "train/tensor_act_model_layers_47/max_abs": 1.640625, "train/tensor_act_model_layers_47/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_input_layernorm/norm": 5792.586059572426, "train/tensor_act_model_layers_48_input_layernorm/mean": 0.137451171875, "train/tensor_act_model_layers_48_input_layernorm/std": 0.9902498744376088, "train/tensor_act_model_layers_48_input_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_48_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_q_proj/norm": 1311.0048355244753, "train/tensor_act_model_layers_48_self_attn_q_proj/mean": 0.00518035888671875, "train/tensor_act_model_layers_48_self_attn_q_proj/std": 0.22632068786637205, "train/tensor_act_model_layers_48_self_attn_q_proj/max_abs": 1.109375, "train/tensor_act_model_layers_48_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_k_proj/norm": 1325.4927692153276, "train/tensor_act_model_layers_48_self_attn_k_proj/mean": -0.0004019737243652344, "train/tensor_act_model_layers_48_self_attn_k_proj/std": 0.22876674800607252, "train/tensor_act_model_layers_48_self_attn_k_proj/max_abs": 1.15625, "train/tensor_act_model_layers_48_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_v_proj/norm": 1296.9957535143562, "train/tensor_act_model_layers_48_self_attn_v_proj/mean": -0.009002685546875, "train/tensor_act_model_layers_48_self_attn_v_proj/std": 0.22363593378345864, "train/tensor_act_model_layers_48_self_attn_v_proj/max_abs": 1.0625, "train/tensor_act_model_layers_48_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_o_proj/norm": 284.9453268451575, "train/tensor_act_model_layers_48_self_attn_o_proj/mean": -0.001415252685546875, "train/tensor_act_model_layers_48_self_attn_o_proj/std": 0.04913539926419122, "train/tensor_act_model_layers_48_self_attn_o_proj/max_abs": 0.2294921875, "train/tensor_act_model_layers_48_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn/norm": 284.9453268451575, "train/tensor_act_model_layers_48_self_attn/mean": -0.001415252685546875, "train/tensor_act_model_layers_48_self_attn/std": 0.04913539926419122, "train/tensor_act_model_layers_48_self_attn/max_abs": 0.2294921875, "train/tensor_act_model_layers_48_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_post_attention_layernorm/norm": 5792.592651370341, "train/tensor_act_model_layers_48_post_attention_layernorm/mean": 0.132080078125, "train/tensor_act_model_layers_48_post_attention_layernorm/std": 0.9921986436593538, "train/tensor_act_model_layers_48_post_attention_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_48_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 2276.2913680090633, "train/tensor_act_model_layers_48_mlp_up_proj/mean": -0.0071868896484375, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.22680789867089174, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 108.80027397310499, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.0005717277526855469, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.018769880669858137, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 0.09912109375, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/norm": 108.80027397310499, "train/tensor_act_model_layers_48_mlp/mean": 0.0005717277526855469, "train/tensor_act_model_layers_48_mlp/std": 0.018769880669858137, "train/tensor_act_model_layers_48_mlp/max_abs": 0.09912109375, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48/norm": 2055.968806648715, "train/tensor_act_model_layers_48/mean": 0.0477294921875, "train/tensor_act_model_layers_48/std": 0.35156667494944, "train/tensor_act_model_layers_48/max_abs": 1.65625, "train/tensor_act_model_layers_48/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_input_layernorm/norm": 5792.590454103017, "train/tensor_act_model_layers_49_input_layernorm/mean": 0.1337890625, "train/tensor_act_model_layers_49_input_layernorm/std": 0.991223204588501, "train/tensor_act_model_layers_49_input_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_49_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_q_proj/norm": 1338.3276772462873, "train/tensor_act_model_layers_49_self_attn_q_proj/mean": -0.016876220703125, "train/tensor_act_model_layers_49_self_attn_q_proj/std": 0.23047260305448952, "train/tensor_act_model_layers_49_self_attn_q_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_49_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_k_proj/norm": 1271.5389290904634, "train/tensor_act_model_layers_49_self_attn_k_proj/mean": 0.00341796875, "train/tensor_act_model_layers_49_self_attn_k_proj/std": 0.21949014766788721, "train/tensor_act_model_layers_49_self_attn_k_proj/max_abs": 0.99609375, "train/tensor_act_model_layers_49_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_v_proj/norm": 1362.7019610128073, "train/tensor_act_model_layers_49_self_attn_v_proj/mean": -0.004364013671875, "train/tensor_act_model_layers_49_self_attn_v_proj/std": 0.23536245233818007, "train/tensor_act_model_layers_49_self_attn_v_proj/max_abs": 1.09375, "train/tensor_act_model_layers_49_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_o_proj/norm": 296.2303387272365, "train/tensor_act_model_layers_49_self_attn_o_proj/mean": -2.47955322265625e-05, "train/tensor_act_model_layers_49_self_attn_o_proj/std": 0.05120996977785046, "train/tensor_act_model_layers_49_self_attn_o_proj/max_abs": 0.2294921875, "train/tensor_act_model_layers_49_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn/norm": 296.2303387272365, "train/tensor_act_model_layers_49_self_attn/mean": -2.47955322265625e-05, "train/tensor_act_model_layers_49_self_attn/std": 0.05120996977785046, "train/tensor_act_model_layers_49_self_attn/max_abs": 0.2294921875, "train/tensor_act_model_layers_49_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_post_attention_layernorm/norm": 5792.584838868838, "train/tensor_act_model_layers_49_post_attention_layernorm/mean": 0.13134765625, "train/tensor_act_model_layers_49_post_attention_layernorm/std": 0.9921962707612463, "train/tensor_act_model_layers_49_post_attention_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_49_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 2231.8692546935877, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.00562286376953125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.22241380564736843, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 1.109375, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 104.84007793015006, "train/tensor_act_model_layers_49_mlp_down_proj/mean": -0.001384735107421875, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.018036353803985085, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.0947265625, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/norm": 104.84007793015006, "train/tensor_act_model_layers_49_mlp/mean": -0.001384735107421875, "train/tensor_act_model_layers_49_mlp/std": 0.018036353803985085, "train/tensor_act_model_layers_49_mlp/max_abs": 0.0947265625, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49/norm": 2084.645163852451, "train/tensor_act_model_layers_49/mean": 0.04638671875, "train/tensor_act_model_layers_49/std": 0.35645007822691643, "train/tensor_act_model_layers_49/max_abs": 1.6796875, "train/tensor_act_model_layers_49/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_input_layernorm/norm": 5792.588256838575, "train/tensor_act_model_layers_50_input_layernorm/mean": 0.1278076171875, "train/tensor_act_model_layers_50_input_layernorm/std": 0.9921967738761925, "train/tensor_act_model_layers_50_input_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_50_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_q_proj/norm": 1338.5499465838234, "train/tensor_act_model_layers_50_self_attn_q_proj/mean": 0.0119781494140625, "train/tensor_act_model_layers_50_self_attn_q_proj/std": 0.23071837393486413, "train/tensor_act_model_layers_50_self_attn_q_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_50_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_k_proj/norm": 1293.3455530439555, "train/tensor_act_model_layers_50_self_attn_k_proj/mean": -0.01275634765625, "train/tensor_act_model_layers_50_self_attn_k_proj/std": 0.22290877611613252, "train/tensor_act_model_layers_50_self_attn_k_proj/max_abs": 1.0625, "train/tensor_act_model_layers_50_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_v_proj/norm": 1265.9844886398346, "train/tensor_act_model_layers_50_self_attn_v_proj/mean": 0.0025653839111328125, "train/tensor_act_model_layers_50_self_attn_v_proj/std": 0.2185077795268648, "train/tensor_act_model_layers_50_self_attn_v_proj/max_abs": 1.015625, "train/tensor_act_model_layers_50_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_o_proj/norm": 273.5737804925875, "train/tensor_act_model_layers_50_self_attn_o_proj/mean": -0.00170135498046875, "train/tensor_act_model_layers_50_self_attn_o_proj/std": 0.04730459914968999, "train/tensor_act_model_layers_50_self_attn_o_proj/max_abs": 0.2236328125, "train/tensor_act_model_layers_50_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn/norm": 273.5737804925875, "train/tensor_act_model_layers_50_self_attn/mean": -0.00170135498046875, "train/tensor_act_model_layers_50_self_attn/std": 0.04730459914968999, "train/tensor_act_model_layers_50_self_attn/max_abs": 0.2236328125, "train/tensor_act_model_layers_50_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_post_attention_layernorm/norm": 5792.588378908338, "train/tensor_act_model_layers_50_post_attention_layernorm/mean": 0.1214599609375, "train/tensor_act_model_layers_50_post_attention_layernorm/std": 0.9921927489494794, "train/tensor_act_model_layers_50_post_attention_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_50_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 2263.5391471126213, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.007720947265625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.2253446341157222, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 1.1875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 104.61751083406095, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 0.0011920928955078125, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.018067423829695322, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.1005859375, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/norm": 104.61751083406095, "train/tensor_act_model_layers_50_mlp/mean": 0.0011920928955078125, "train/tensor_act_model_layers_50_mlp/std": 0.018067423829695322, "train/tensor_act_model_layers_50_mlp/max_abs": 0.1005859375, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50/norm": 2132.2932807671245, "train/tensor_act_model_layers_50/mean": 0.0457763671875, "train/tensor_act_model_layers_50/std": 0.36474893305846656, "train/tensor_act_model_layers_50/max_abs": 1.6640625, "train/tensor_act_model_layers_50/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_input_layernorm/norm": 5792.5828857437555, "train/tensor_act_model_layers_51_input_layernorm/mean": 0.1236572265625, "train/tensor_act_model_layers_51_input_layernorm/std": 0.9921920280653588, "train/tensor_act_model_layers_51_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_51_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_q_proj/norm": 1350.4849868001002, "train/tensor_act_model_layers_51_self_attn_q_proj/mean": -0.007537841796875, "train/tensor_act_model_layers_51_self_attn_q_proj/std": 0.23292115723322826, "train/tensor_act_model_layers_51_self_attn_q_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_51_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_k_proj/norm": 1358.944762467492, "train/tensor_act_model_layers_51_self_attn_k_proj/mean": 0.00337982177734375, "train/tensor_act_model_layers_51_self_attn_k_proj/std": 0.23437808091900342, "train/tensor_act_model_layers_51_self_attn_k_proj/max_abs": 1.0625, "train/tensor_act_model_layers_51_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_v_proj/norm": 1342.0584954589362, "train/tensor_act_model_layers_51_self_attn_v_proj/mean": 0.018463134765625, "train/tensor_act_model_layers_51_self_attn_v_proj/std": 0.2309642794643129, "train/tensor_act_model_layers_51_self_attn_v_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_51_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_o_proj/norm": 288.0066891738135, "train/tensor_act_model_layers_51_self_attn_o_proj/mean": -0.0007724761962890625, "train/tensor_act_model_layers_51_self_attn_o_proj/std": 0.049687291941456914, "train/tensor_act_model_layers_51_self_attn_o_proj/max_abs": 0.2236328125, "train/tensor_act_model_layers_51_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn/norm": 288.0066891738135, "train/tensor_act_model_layers_51_self_attn/mean": -0.0007724761962890625, "train/tensor_act_model_layers_51_self_attn/std": 0.049687291941456914, "train/tensor_act_model_layers_51_self_attn/max_abs": 0.2236328125, "train/tensor_act_model_layers_51_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_post_attention_layernorm/norm": 5792.58837890801, "train/tensor_act_model_layers_51_post_attention_layernorm/mean": 0.1199951171875, "train/tensor_act_model_layers_51_post_attention_layernorm/std": 0.9921910068119584, "train/tensor_act_model_layers_51_post_attention_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_51_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 2313.372091380696, "train/tensor_act_model_layers_51_mlp_up_proj/mean": -0.0138397216796875, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.2302293155023309, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 1.2578125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 102.5734880470833, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.0013580322265625, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.017639320201213712, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.087890625, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/norm": 102.5734880470833, "train/tensor_act_model_layers_51_mlp/mean": 0.0013580322265625, "train/tensor_act_model_layers_51_mlp/std": 0.017639320201213712, "train/tensor_act_model_layers_51_mlp/max_abs": 0.087890625, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51/norm": 2163.894070063741, "train/tensor_act_model_layers_51/mean": 0.04638671875, "train/tensor_act_model_layers_51/std": 0.37060780078420597, "train/tensor_act_model_layers_51/max_abs": 1.6875, "train/tensor_act_model_layers_51/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_input_layernorm/norm": 5792.591674810742, "train/tensor_act_model_layers_52_input_layernorm/mean": 0.12353515625, "train/tensor_act_model_layers_52_input_layernorm/std": 0.9921909242105343, "train/tensor_act_model_layers_52_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_52_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_q_proj/norm": 1337.8760210231685, "train/tensor_act_model_layers_52_self_attn_q_proj/mean": 0.00848388671875, "train/tensor_act_model_layers_52_self_attn_q_proj/std": 0.23071911919476565, "train/tensor_act_model_layers_52_self_attn_q_proj/max_abs": 0.9921875, "train/tensor_act_model_layers_52_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_k_proj/norm": 1313.4265037114442, "train/tensor_act_model_layers_52_self_attn_k_proj/mean": -0.002605438232421875, "train/tensor_act_model_layers_52_self_attn_k_proj/std": 0.22681013151193477, "train/tensor_act_model_layers_52_self_attn_k_proj/max_abs": 1.046875, "train/tensor_act_model_layers_52_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_v_proj/norm": 1305.2608536061182, "train/tensor_act_model_layers_52_self_attn_v_proj/mean": 0.0137176513671875, "train/tensor_act_model_layers_52_self_attn_v_proj/std": 0.22485809393994238, "train/tensor_act_model_layers_52_self_attn_v_proj/max_abs": 1.125, "train/tensor_act_model_layers_52_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_o_proj/norm": 291.59100310992534, "train/tensor_act_model_layers_52_self_attn_o_proj/mean": 0.0018463134765625, "train/tensor_act_model_layers_52_self_attn_o_proj/std": 0.050293493904686674, "train/tensor_act_model_layers_52_self_attn_o_proj/max_abs": 0.23046875, "train/tensor_act_model_layers_52_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn/norm": 291.59100310992534, "train/tensor_act_model_layers_52_self_attn/mean": 0.0018463134765625, "train/tensor_act_model_layers_52_self_attn/std": 0.050293493904686674, "train/tensor_act_model_layers_52_self_attn/max_abs": 0.23046875, "train/tensor_act_model_layers_52_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_post_attention_layernorm/norm": 5792.591430664684, "train/tensor_act_model_layers_52_post_attention_layernorm/mean": 0.128173828125, "train/tensor_act_model_layers_52_post_attention_layernorm/std": 0.9921914348374086, "train/tensor_act_model_layers_52_post_attention_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_52_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 2278.0555841633027, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.0019073486328125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.22680882468521915, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 1.09375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 102.26172253913563, "train/tensor_act_model_layers_52_mlp_down_proj/mean": -0.0003972053527832031, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.01767063485069927, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 0.08984375, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/norm": 102.26172253913563, "train/tensor_act_model_layers_52_mlp/mean": -0.0003972053527832031, "train/tensor_act_model_layers_52_mlp/std": 0.01767063485069927, "train/tensor_act_model_layers_52_mlp/max_abs": 0.08984375, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52/norm": 2176.0061634763524, "train/tensor_act_model_layers_52/mean": 0.0478515625, "train/tensor_act_model_layers_52/std": 0.37256103354838815, "train/tensor_act_model_layers_52/max_abs": 1.7265625, "train/tensor_act_model_layers_52/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_input_layernorm/norm": 5792.59106445774, "train/tensor_act_model_layers_53_input_layernorm/mean": 0.126708984375, "train/tensor_act_model_layers_53_input_layernorm/std": 0.9921909542474167, "train/tensor_act_model_layers_53_input_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_53_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_q_proj/norm": 1279.279679363611, "train/tensor_act_model_layers_53_self_attn_q_proj/mean": 0.02215576171875, "train/tensor_act_model_layers_53_self_attn_q_proj/std": 0.2199733196276519, "train/tensor_act_model_layers_53_self_attn_q_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_53_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_k_proj/norm": 1348.3659628106627, "train/tensor_act_model_layers_53_self_attn_k_proj/mean": 0.0116119384765625, "train/tensor_act_model_layers_53_self_attn_k_proj/std": 0.23242882459732986, "train/tensor_act_model_layers_53_self_attn_k_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_53_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_v_proj/norm": 1318.4534047592165, "train/tensor_act_model_layers_53_self_attn_v_proj/mean": 0.003814697265625, "train/tensor_act_model_layers_53_self_attn_v_proj/std": 0.2277876934250842, "train/tensor_act_model_layers_53_self_attn_v_proj/max_abs": 1.328125, "train/tensor_act_model_layers_53_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_o_proj/norm": 284.4536409624281, "train/tensor_act_model_layers_53_self_attn_o_proj/mean": -0.0007166862487792969, "train/tensor_act_model_layers_53_self_attn_o_proj/std": 0.049076468172534846, "train/tensor_act_model_layers_53_self_attn_o_proj/max_abs": 0.216796875, "train/tensor_act_model_layers_53_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn/norm": 284.4536409624281, "train/tensor_act_model_layers_53_self_attn/mean": -0.0007166862487792969, "train/tensor_act_model_layers_53_self_attn/std": 0.049076468172534846, "train/tensor_act_model_layers_53_self_attn/max_abs": 0.216796875, "train/tensor_act_model_layers_53_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_post_attention_layernorm/norm": 5792.5909423869325, "train/tensor_act_model_layers_53_post_attention_layernorm/mean": 0.1251220703125, "train/tensor_act_model_layers_53_post_attention_layernorm/std": 0.9921911269594718, "train/tensor_act_model_layers_53_post_attention_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_53_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 2227.92716969586, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0005402565002441406, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.22217370699588795, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 1.1875, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 95.95330078362561, "train/tensor_act_model_layers_53_mlp_down_proj/mean": -0.0004773139953613281, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.016541219456590404, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.09375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/norm": 95.95330078362561, "train/tensor_act_model_layers_53_mlp/mean": -0.0004773139953613281, "train/tensor_act_model_layers_53_mlp/std": 0.016541219456590404, "train/tensor_act_model_layers_53_mlp/max_abs": 0.09375, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53/norm": 2168.0237531458106, "train/tensor_act_model_layers_53/mean": 0.046630859375, "train/tensor_act_model_layers_53/std": 0.3710978859118823, "train/tensor_act_model_layers_53/max_abs": 1.7734375, "train/tensor_act_model_layers_53/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_input_layernorm/norm": 5792.587402344687, "train/tensor_act_model_layers_54_input_layernorm/mean": 0.1241455078125, "train/tensor_act_model_layers_54_input_layernorm/std": 0.9921906463693307, "train/tensor_act_model_layers_54_input_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_54_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_q_proj/norm": 1313.9688298031563, "train/tensor_act_model_layers_54_self_attn_q_proj/mean": -0.0218505859375, "train/tensor_act_model_layers_54_self_attn_q_proj/std": 0.22583600010710847, "train/tensor_act_model_layers_54_self_attn_q_proj/max_abs": 1.0625, "train/tensor_act_model_layers_54_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_k_proj/norm": 1259.711358858896, "train/tensor_act_model_layers_54_self_attn_k_proj/mean": 0.0099639892578125, "train/tensor_act_model_layers_54_self_attn_k_proj/std": 0.21729052837031537, "train/tensor_act_model_layers_54_self_attn_k_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_54_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_v_proj/norm": 1270.4737213675273, "train/tensor_act_model_layers_54_self_attn_v_proj/mean": -0.00482940673828125, "train/tensor_act_model_layers_54_self_attn_v_proj/std": 0.21948460011891793, "train/tensor_act_model_layers_54_self_attn_v_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_54_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_o_proj/norm": 292.6897354986652, "train/tensor_act_model_layers_54_self_attn_o_proj/mean": 0.0016155242919921875, "train/tensor_act_model_layers_54_self_attn_o_proj/std": 0.050538491024892905, "train/tensor_act_model_layers_54_self_attn_o_proj/max_abs": 0.2734375, "train/tensor_act_model_layers_54_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn/norm": 292.6897354986652, "train/tensor_act_model_layers_54_self_attn/mean": 0.0016155242919921875, "train/tensor_act_model_layers_54_self_attn/std": 0.050538491024892905, "train/tensor_act_model_layers_54_self_attn/max_abs": 0.2734375, "train/tensor_act_model_layers_54_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_post_attention_layernorm/norm": 5792.588378912475, "train/tensor_act_model_layers_54_post_attention_layernorm/mean": 0.1270751953125, "train/tensor_act_model_layers_54_post_attention_layernorm/std": 0.9921911269594718, "train/tensor_act_model_layers_54_post_attention_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_54_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 2304.087869161233, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.00872802734375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.22925078092819587, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 103.23073286824925, "train/tensor_act_model_layers_54_mlp_down_proj/mean": -4.5746564865112305e-05, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.017791942451487904, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 0.095703125, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/norm": 103.23073286824925, "train/tensor_act_model_layers_54_mlp/mean": -4.5746564865112305e-05, "train/tensor_act_model_layers_54_mlp/std": 0.017791942451487904, "train/tensor_act_model_layers_54_mlp/max_abs": 0.095703125, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54/norm": 2194.521880919351, "train/tensor_act_model_layers_54/mean": 0.04815673828125, "train/tensor_act_model_layers_54/std": 0.37597954984196463, "train/tensor_act_model_layers_54/max_abs": 1.84375, "train/tensor_act_model_layers_54/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_input_layernorm/norm": 5792.587646490596, "train/tensor_act_model_layers_55_input_layernorm/mean": 0.126953125, "train/tensor_act_model_layers_55_input_layernorm/std": 0.9921915850217333, "train/tensor_act_model_layers_55_input_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_55_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_q_proj/norm": 1300.5453740894027, "train/tensor_act_model_layers_55_self_attn_q_proj/mean": 0.02642822265625, "train/tensor_act_model_layers_55_self_attn_q_proj/std": 0.22314918062470782, "train/tensor_act_model_layers_55_self_attn_q_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_55_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_k_proj/norm": 1374.9182082001485, "train/tensor_act_model_layers_55_self_attn_k_proj/mean": 0.0109100341796875, "train/tensor_act_model_layers_55_self_attn_k_proj/std": 0.23730858605326058, "train/tensor_act_model_layers_55_self_attn_k_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_55_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_v_proj/norm": 1258.7515831836613, "train/tensor_act_model_layers_55_self_attn_v_proj/mean": -0.0117034912109375, "train/tensor_act_model_layers_55_self_attn_v_proj/std": 0.21704762097960922, "train/tensor_act_model_layers_55_self_attn_v_proj/max_abs": 1.015625, "train/tensor_act_model_layers_55_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_o_proj/norm": 285.85767450202087, "train/tensor_act_model_layers_55_self_attn_o_proj/mean": -0.0023288726806640625, "train/tensor_act_model_layers_55_self_attn_o_proj/std": 0.049382578889907526, "train/tensor_act_model_layers_55_self_attn_o_proj/max_abs": 0.2275390625, "train/tensor_act_model_layers_55_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn/norm": 285.85767450202087, "train/tensor_act_model_layers_55_self_attn/mean": -0.0023288726806640625, "train/tensor_act_model_layers_55_self_attn/std": 0.049382578889907526, "train/tensor_act_model_layers_55_self_attn/max_abs": 0.2275390625, "train/tensor_act_model_layers_55_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_post_attention_layernorm/norm": 5792.5892333999955, "train/tensor_act_model_layers_55_post_attention_layernorm/mean": 0.1199951171875, "train/tensor_act_model_layers_55_post_attention_layernorm/std": 0.9921924485811594, "train/tensor_act_model_layers_55_post_attention_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_55_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 2294.389644670332, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.0021991729736328125, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.22876343718917402, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 110.56816763367323, "train/tensor_act_model_layers_55_mlp_down_proj/mean": -0.001438140869140625, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.019074007027194313, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.0966796875, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/norm": 110.56816763367323, "train/tensor_act_model_layers_55_mlp/mean": -0.001438140869140625, "train/tensor_act_model_layers_55_mlp/std": 0.019074007027194313, "train/tensor_act_model_layers_55_mlp/max_abs": 0.0966796875, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55/norm": 2211.268366660456, "train/tensor_act_model_layers_55/mean": 0.04443359375, "train/tensor_act_model_layers_55/std": 0.37891061524698344, "train/tensor_act_model_layers_55/max_abs": 1.90625, "train/tensor_act_model_layers_55/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_input_layernorm/norm": 5792.591552735595, "train/tensor_act_model_layers_56_input_layernorm/mean": 0.115966796875, "train/tensor_act_model_layers_56_input_layernorm/std": 0.9921920956482675, "train/tensor_act_model_layers_56_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_56_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_q_proj/norm": 1342.289379035438, "train/tensor_act_model_layers_56_self_attn_q_proj/mean": 0.0127410888671875, "train/tensor_act_model_layers_56_self_attn_q_proj/std": 0.23121109460808273, "train/tensor_act_model_layers_56_self_attn_q_proj/max_abs": 1.09375, "train/tensor_act_model_layers_56_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_k_proj/norm": 1329.6829317304823, "train/tensor_act_model_layers_56_self_attn_k_proj/mean": -0.003509521484375, "train/tensor_act_model_layers_56_self_attn_k_proj/std": 0.22949364945777947, "train/tensor_act_model_layers_56_self_attn_k_proj/max_abs": 1.125, "train/tensor_act_model_layers_56_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_v_proj/norm": 1353.2304257771775, "train/tensor_act_model_layers_56_self_attn_v_proj/mean": -0.018646240234375, "train/tensor_act_model_layers_56_self_attn_v_proj/std": 0.23316347393729148, "train/tensor_act_model_layers_56_self_attn_v_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_56_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_o_proj/norm": 279.0877419413169, "train/tensor_act_model_layers_56_self_attn_o_proj/mean": -0.0012378692626953125, "train/tensor_act_model_layers_56_self_attn_o_proj/std": 0.048158725175070805, "train/tensor_act_model_layers_56_self_attn_o_proj/max_abs": 0.228515625, "train/tensor_act_model_layers_56_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn/norm": 279.0877419413169, "train/tensor_act_model_layers_56_self_attn/mean": -0.0012378692626953125, "train/tensor_act_model_layers_56_self_attn/std": 0.048158725175070805, "train/tensor_act_model_layers_56_self_attn/max_abs": 0.228515625, "train/tensor_act_model_layers_56_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_post_attention_layernorm/norm": 5792.595336916042, "train/tensor_act_model_layers_56_post_attention_layernorm/mean": 0.1121826171875, "train/tensor_act_model_layers_56_post_attention_layernorm/std": 0.9931709866952849, "train/tensor_act_model_layers_56_post_attention_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_56_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 2202.052929600681, "train/tensor_act_model_layers_56_mlp_up_proj/mean": -0.003086090087890625, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.21948363448472102, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 1.125, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 97.49616682981025, "train/tensor_act_model_layers_56_mlp_down_proj/mean": -0.0009489059448242188, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.01678557900102105, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 0.08740234375, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/norm": 97.49616682981025, "train/tensor_act_model_layers_56_mlp/mean": -0.0009489059448242188, "train/tensor_act_model_layers_56_mlp/std": 0.01678557900102105, "train/tensor_act_model_layers_56_mlp/max_abs": 0.08740234375, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56/norm": 2226.276976600289, "train/tensor_act_model_layers_56/mean": 0.042236328125, "train/tensor_act_model_layers_56/std": 0.38232753162726957, "train/tensor_act_model_layers_56/max_abs": 1.921875, "train/tensor_act_model_layers_56/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_input_layernorm/norm": 5792.588623046983, "train/tensor_act_model_layers_57_input_layernorm/mean": 0.109619140625, "train/tensor_act_model_layers_57_input_layernorm/std": 0.9931713542839344, "train/tensor_act_model_layers_57_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_57_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_q_proj/norm": 1282.6957636542058, "train/tensor_act_model_layers_57_self_attn_q_proj/mean": 0.0005425214767456055, "train/tensor_act_model_layers_57_self_attn_q_proj/std": 0.2214414285944795, "train/tensor_act_model_layers_57_self_attn_q_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_57_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_k_proj/norm": 1304.0637046285815, "train/tensor_act_model_layers_57_self_attn_k_proj/mean": 0.0004456043243408203, "train/tensor_act_model_layers_57_self_attn_k_proj/std": 0.2253451191065499, "train/tensor_act_model_layers_57_self_attn_k_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_57_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_v_proj/norm": 1305.0625503212339, "train/tensor_act_model_layers_57_self_attn_v_proj/mean": -0.000438690185546875, "train/tensor_act_model_layers_57_self_attn_v_proj/std": 0.22534825432902705, "train/tensor_act_model_layers_57_self_attn_v_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_57_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_o_proj/norm": 275.80388245816897, "train/tensor_act_model_layers_57_self_attn_o_proj/mean": 0.002368927001953125, "train/tensor_act_model_layers_57_self_attn_o_proj/std": 0.04760815225554448, "train/tensor_act_model_layers_57_self_attn_o_proj/max_abs": 0.267578125, "train/tensor_act_model_layers_57_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn/norm": 275.80388245816897, "train/tensor_act_model_layers_57_self_attn/mean": 0.002368927001953125, "train/tensor_act_model_layers_57_self_attn/std": 0.04760815225554448, "train/tensor_act_model_layers_57_self_attn/max_abs": 0.267578125, "train/tensor_act_model_layers_57_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_post_attention_layernorm/norm": 5792.590576175882, "train/tensor_act_model_layers_57_post_attention_layernorm/mean": 0.1148681640625, "train/tensor_act_model_layers_57_post_attention_layernorm/std": 0.9921933496858463, "train/tensor_act_model_layers_57_post_attention_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_57_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 2261.5744189255192, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.008575439453125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.2253426503240722, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 105.53101866279658, "train/tensor_act_model_layers_57_mlp_down_proj/mean": -0.0011262893676757812, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.01815862601822138, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 0.10107421875, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/norm": 105.53101866279658, "train/tensor_act_model_layers_57_mlp/mean": -0.0011262893676757812, "train/tensor_act_model_layers_57_mlp/std": 0.01815862601822138, "train/tensor_act_model_layers_57_mlp/max_abs": 0.10107421875, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57/norm": 2245.97309816198, "train/tensor_act_model_layers_57/mean": 0.04351806640625, "train/tensor_act_model_layers_57/std": 0.3852567442969545, "train/tensor_act_model_layers_57/max_abs": 1.9453125, "train/tensor_act_model_layers_57/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_input_layernorm/norm": 5792.585937510197, "train/tensor_act_model_layers_58_input_layernorm/mean": 0.112060546875, "train/tensor_act_model_layers_58_input_layernorm/std": 0.9931703340375516, "train/tensor_act_model_layers_58_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_58_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_q_proj/norm": 1280.760532969446, "train/tensor_act_model_layers_58_self_attn_q_proj/mean": 0.0166473388671875, "train/tensor_act_model_layers_58_self_attn_q_proj/std": 0.22071436361798014, "train/tensor_act_model_layers_58_self_attn_q_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_58_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_k_proj/norm": 1273.2993203017581, "train/tensor_act_model_layers_58_self_attn_k_proj/mean": -0.00018835067749023438, "train/tensor_act_model_layers_58_self_attn_k_proj/std": 0.21973503955482318, "train/tensor_act_model_layers_58_self_attn_k_proj/max_abs": 1.0078125, "train/tensor_act_model_layers_58_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_v_proj/norm": 1355.3347910833195, "train/tensor_act_model_layers_58_self_attn_v_proj/mean": -0.0072479248046875, "train/tensor_act_model_layers_58_self_attn_v_proj/std": 0.23413346729675788, "train/tensor_act_model_layers_58_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_58_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_o_proj/norm": 301.33291460108643, "train/tensor_act_model_layers_58_self_attn_o_proj/mean": -0.002353668212890625, "train/tensor_act_model_layers_58_self_attn_o_proj/std": 0.0519417790421095, "train/tensor_act_model_layers_58_self_attn_o_proj/max_abs": 0.2373046875, "train/tensor_act_model_layers_58_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn/norm": 301.33291460108643, "train/tensor_act_model_layers_58_self_attn/mean": -0.002353668212890625, "train/tensor_act_model_layers_58_self_attn/std": 0.0519417790421095, "train/tensor_act_model_layers_58_self_attn/max_abs": 0.2373046875, "train/tensor_act_model_layers_58_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_post_attention_layernorm/norm": 5792.594238281692, "train/tensor_act_model_layers_58_post_attention_layernorm/mean": 0.1055908203125, "train/tensor_act_model_layers_58_post_attention_layernorm/std": 0.9951244574853084, "train/tensor_act_model_layers_58_post_attention_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_58_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 2286.920411187248, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.0012593269348144531, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.22802960013350934, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 1.171875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 103.20342998233632, "train/tensor_act_model_layers_58_mlp_down_proj/mean": -0.00095367431640625, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.017763600363372486, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 0.1025390625, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/norm": 103.20342998233632, "train/tensor_act_model_layers_58_mlp/mean": -0.00095367431640625, "train/tensor_act_model_layers_58_mlp/std": 0.017763600363372486, "train/tensor_act_model_layers_58_mlp/max_abs": 0.1025390625, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58/norm": 2257.1549002481747, "train/tensor_act_model_layers_58/mean": 0.04010009765625, "train/tensor_act_model_layers_58/std": 0.3881869094035259, "train/tensor_act_model_layers_58/max_abs": 1.9140625, "train/tensor_act_model_layers_58/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_input_layernorm/norm": 5792.594726565319, "train/tensor_act_model_layers_59_input_layernorm/mean": 0.10302734375, "train/tensor_act_model_layers_59_input_layernorm/std": 0.9961002723629904, "train/tensor_act_model_layers_59_input_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_59_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_q_proj/norm": 1277.1923724261728, "train/tensor_act_model_layers_59_self_attn_q_proj/mean": -0.012176513671875, "train/tensor_act_model_layers_59_self_attn_q_proj/std": 0.220225976717535, "train/tensor_act_model_layers_59_self_attn_q_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_59_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_k_proj/norm": 1316.7946710508284, "train/tensor_act_model_layers_59_self_attn_k_proj/mean": -0.0151214599609375, "train/tensor_act_model_layers_59_self_attn_k_proj/std": 0.2268144849482168, "train/tensor_act_model_layers_59_self_attn_k_proj/max_abs": 1.03125, "train/tensor_act_model_layers_59_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_v_proj/norm": 1286.2129669127478, "train/tensor_act_model_layers_59_self_attn_v_proj/mean": 0.0009903907775878906, "train/tensor_act_model_layers_59_self_attn_v_proj/std": 0.22192816945706223, "train/tensor_act_model_layers_59_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_59_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_o_proj/norm": 285.3949966737754, "train/tensor_act_model_layers_59_self_attn_o_proj/mean": 0.002727508544921875, "train/tensor_act_model_layers_59_self_attn_o_proj/std": 0.04926003805667088, "train/tensor_act_model_layers_59_self_attn_o_proj/max_abs": 0.22265625, "train/tensor_act_model_layers_59_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn/norm": 285.3949966737754, "train/tensor_act_model_layers_59_self_attn/mean": 0.002727508544921875, "train/tensor_act_model_layers_59_self_attn/std": 0.04926003805667088, "train/tensor_act_model_layers_59_self_attn/max_abs": 0.22265625, "train/tensor_act_model_layers_59_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_post_attention_layernorm/norm": 5792.596557620165, "train/tensor_act_model_layers_59_post_attention_layernorm/mean": 0.109619140625, "train/tensor_act_model_layers_59_post_attention_layernorm/std": 0.9931759753867789, "train/tensor_act_model_layers_59_post_attention_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_59_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 2266.028891523137, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.00313568115234375, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.22607824930116208, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 1.265625, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 102.83537328495886, "train/tensor_act_model_layers_59_mlp_down_proj/mean": -0.0009307861328125, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.017731518612214985, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 0.10546875, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/norm": 102.83537328495886, "train/tensor_act_model_layers_59_mlp/mean": -0.0009307861328125, "train/tensor_act_model_layers_59_mlp/std": 0.017731518612214985, "train/tensor_act_model_layers_59_mlp/max_abs": 0.10546875, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59/norm": 2271.140579502236, "train/tensor_act_model_layers_59/mean": 0.0419921875, "train/tensor_act_model_layers_59/std": 0.39014168403149, "train/tensor_act_model_layers_59/max_abs": 1.890625, "train/tensor_act_model_layers_59/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_input_layernorm/norm": 5792.592529299062, "train/tensor_act_model_layers_60_input_layernorm/mean": 0.107177734375, "train/tensor_act_model_layers_60_input_layernorm/std": 0.9941521664532191, "train/tensor_act_model_layers_60_input_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_60_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_q_proj/norm": 1312.765839010106, "train/tensor_act_model_layers_60_self_attn_q_proj/mean": -0.0158843994140625, "train/tensor_act_model_layers_60_self_attn_q_proj/std": 0.2260795673989989, "train/tensor_act_model_layers_60_self_attn_q_proj/max_abs": 1.1875, "train/tensor_act_model_layers_60_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_k_proj/norm": 1271.6412960667178, "train/tensor_act_model_layers_60_self_attn_k_proj/mean": -0.0034656524658203125, "train/tensor_act_model_layers_60_self_attn_k_proj/std": 0.2194891282813064, "train/tensor_act_model_layers_60_self_attn_k_proj/max_abs": 1.078125, "train/tensor_act_model_layers_60_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_v_proj/norm": 1319.7712489767518, "train/tensor_act_model_layers_60_self_attn_v_proj/mean": -0.004802703857421875, "train/tensor_act_model_layers_60_self_attn_v_proj/std": 0.22779484761368307, "train/tensor_act_model_layers_60_self_attn_v_proj/max_abs": 1.171875, "train/tensor_act_model_layers_60_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_o_proj/norm": 294.0690138464137, "train/tensor_act_model_layers_60_self_attn_o_proj/mean": 0.0024967193603515625, "train/tensor_act_model_layers_60_self_attn_o_proj/std": 0.05066236330134335, "train/tensor_act_model_layers_60_self_attn_o_proj/max_abs": 0.2275390625, "train/tensor_act_model_layers_60_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn/norm": 294.0690138464137, "train/tensor_act_model_layers_60_self_attn/mean": 0.0024967193603515625, "train/tensor_act_model_layers_60_self_attn/std": 0.05066236330134335, "train/tensor_act_model_layers_60_self_attn/max_abs": 0.2275390625, "train/tensor_act_model_layers_60_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_post_attention_layernorm/norm": 5792.589721682017, "train/tensor_act_model_layers_60_post_attention_layernorm/mean": 0.113037109375, "train/tensor_act_model_layers_60_post_attention_layernorm/std": 0.9931721344716375, "train/tensor_act_model_layers_60_post_attention_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_60_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 2319.0919469391824, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.00505828857421875, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.23120182481872945, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 1.1875, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 105.67294218487022, "train/tensor_act_model_layers_60_mlp_down_proj/mean": -0.0009918212890625, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.01821990246481344, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 0.10009765625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/norm": 105.67294218487022, "train/tensor_act_model_layers_60_mlp/mean": -0.0009918212890625, "train/tensor_act_model_layers_60_mlp/std": 0.01821990246481344, "train/tensor_act_model_layers_60_mlp/max_abs": 0.10009765625, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60/norm": 2281.5651637697847, "train/tensor_act_model_layers_60/mean": 0.04351806640625, "train/tensor_act_model_layers_60/std": 0.39160739865793853, "train/tensor_act_model_layers_60/max_abs": 2.0, "train/tensor_act_model_layers_60/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_input_layernorm/norm": 5792.591552735378, "train/tensor_act_model_layers_61_input_layernorm/mean": 0.110595703125, "train/tensor_act_model_layers_61_input_layernorm/std": 0.9931716543562004, "train/tensor_act_model_layers_61_input_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_61_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_q_proj/norm": 1355.2593854887584, "train/tensor_act_model_layers_61_self_attn_q_proj/mean": -0.00836944580078125, "train/tensor_act_model_layers_61_self_attn_q_proj/std": 0.23364965371825314, "train/tensor_act_model_layers_61_self_attn_q_proj/max_abs": 1.078125, "train/tensor_act_model_layers_61_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_k_proj/norm": 1332.2219071383677, "train/tensor_act_model_layers_61_self_attn_k_proj/mean": 0.00505828857421875, "train/tensor_act_model_layers_61_self_attn_k_proj/std": 0.2302304075760942, "train/tensor_act_model_layers_61_self_attn_k_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_61_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_v_proj/norm": 1328.7438565887107, "train/tensor_act_model_layers_61_self_attn_v_proj/mean": -0.00466156005859375, "train/tensor_act_model_layers_61_self_attn_v_proj/std": 0.22949925510703847, "train/tensor_act_model_layers_61_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_61_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_o_proj/norm": 285.36822211126383, "train/tensor_act_model_layers_61_self_attn_o_proj/mean": -0.002323150634765625, "train/tensor_act_model_layers_61_self_attn_o_proj/std": 0.04919613365764839, "train/tensor_act_model_layers_61_self_attn_o_proj/max_abs": 0.2275390625, "train/tensor_act_model_layers_61_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn/norm": 285.36822211126383, "train/tensor_act_model_layers_61_self_attn/mean": -0.002323150634765625, "train/tensor_act_model_layers_61_self_attn/std": 0.04919613365764839, "train/tensor_act_model_layers_61_self_attn/max_abs": 0.2275390625, "train/tensor_act_model_layers_61_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_post_attention_layernorm/norm": 5792.591674811616, "train/tensor_act_model_layers_61_post_attention_layernorm/mean": 0.10400390625, "train/tensor_act_model_layers_61_post_attention_layernorm/std": 0.996101169932536, "train/tensor_act_model_layers_61_post_attention_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_61_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 2279.3367117416738, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.00469207763671875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.22705162455802094, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 103.60760633461257, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 9.456276893615723e-05, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.017883983195914114, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 0.08837890625, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/norm": 103.60760633461257, "train/tensor_act_model_layers_61_mlp/mean": 9.456276893615723e-05, "train/tensor_act_model_layers_61_mlp/std": 0.017883983195914114, "train/tensor_act_model_layers_61_mlp/max_abs": 0.08837890625, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61/norm": 2305.1688752909236, "train/tensor_act_model_layers_61/mean": 0.041259765625, "train/tensor_act_model_layers_61/std": 0.39599921699167157, "train/tensor_act_model_layers_61/max_abs": 1.984375, "train/tensor_act_model_layers_61/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_input_layernorm/norm": 5792.584228517246, "train/tensor_act_model_layers_62_input_layernorm/mean": 0.1041259765625, "train/tensor_act_model_layers_62_input_layernorm/std": 0.9961004743162086, "train/tensor_act_model_layers_62_input_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_62_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_q_proj/norm": 1337.4093886049063, "train/tensor_act_model_layers_62_self_attn_q_proj/mean": -0.00821685791015625, "train/tensor_act_model_layers_62_self_attn_q_proj/std": 0.23072123575507944, "train/tensor_act_model_layers_62_self_attn_q_proj/max_abs": 1.0625, "train/tensor_act_model_layers_62_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_k_proj/norm": 1332.374078609492, "train/tensor_act_model_layers_62_self_attn_k_proj/mean": 0.0113525390625, "train/tensor_act_model_layers_62_self_attn_k_proj/std": 0.22974945825397722, "train/tensor_act_model_layers_62_self_attn_k_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_62_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_v_proj/norm": 1331.7818948282786, "train/tensor_act_model_layers_62_self_attn_v_proj/mean": 0.00284576416015625, "train/tensor_act_model_layers_62_self_attn_v_proj/std": 0.23022910780673445, "train/tensor_act_model_layers_62_self_attn_v_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_62_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_o_proj/norm": 288.38992793825037, "train/tensor_act_model_layers_62_self_attn_o_proj/mean": 0.001861572265625, "train/tensor_act_model_layers_62_self_attn_o_proj/std": 0.04980530341085434, "train/tensor_act_model_layers_62_self_attn_o_proj/max_abs": 0.212890625, "train/tensor_act_model_layers_62_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn/norm": 288.38992793825037, "train/tensor_act_model_layers_62_self_attn/mean": 0.001861572265625, "train/tensor_act_model_layers_62_self_attn/std": 0.04980530341085434, "train/tensor_act_model_layers_62_self_attn/max_abs": 0.212890625, "train/tensor_act_model_layers_62_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_post_attention_layernorm/norm": 5792.588256839696, "train/tensor_act_model_layers_62_post_attention_layernorm/mean": 0.107421875, "train/tensor_act_model_layers_62_post_attention_layernorm/std": 0.9941494384854596, "train/tensor_act_model_layers_62_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_62_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 2256.3790529869493, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.00759124755859375, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.22461370316253662, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 1.2578125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 104.00346209752256, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.0004329681396484375, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.017976682192278663, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 0.0966796875, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/norm": 104.00346209752256, "train/tensor_act_model_layers_62_mlp/mean": 0.0004329681396484375, "train/tensor_act_model_layers_62_mlp/std": 0.017976682192278663, "train/tensor_act_model_layers_62_mlp/max_abs": 0.0966796875, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62/norm": 2341.507227102587, "train/tensor_act_model_layers_62/mean": 0.04351806640625, "train/tensor_act_model_layers_62/std": 0.4018590794861113, "train/tensor_act_model_layers_62/max_abs": 2.0625, "train/tensor_act_model_layers_62/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_input_layernorm/norm": 5792.592773439938, "train/tensor_act_model_layers_63_input_layernorm/mean": 0.1082763671875, "train/tensor_act_model_layers_63_input_layernorm/std": 0.9941498207011735, "train/tensor_act_model_layers_63_input_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_63_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_q_proj/norm": 1318.9233758878459, "train/tensor_act_model_layers_63_self_attn_q_proj/mean": 0.002170562744140625, "train/tensor_act_model_layers_63_self_attn_q_proj/std": 0.22778517220991198, "train/tensor_act_model_layers_63_self_attn_q_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_63_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_k_proj/norm": 1306.0159010289744, "train/tensor_act_model_layers_63_self_attn_k_proj/mean": 0.009368896484375, "train/tensor_act_model_layers_63_self_attn_k_proj/std": 0.2251007117107493, "train/tensor_act_model_layers_63_self_attn_k_proj/max_abs": 0.98046875, "train/tensor_act_model_layers_63_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_v_proj/norm": 1360.8545545051418, "train/tensor_act_model_layers_63_self_attn_v_proj/mean": 0.00667572021484375, "train/tensor_act_model_layers_63_self_attn_v_proj/std": 0.23462127559039805, "train/tensor_act_model_layers_63_self_attn_v_proj/max_abs": 1.1875, "train/tensor_act_model_layers_63_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_o_proj/norm": 297.57624038535965, "train/tensor_act_model_layers_63_self_attn_o_proj/mean": 5.930662155151367e-05, "train/tensor_act_model_layers_63_self_attn_o_proj/std": 0.051393275267742476, "train/tensor_act_model_layers_63_self_attn_o_proj/max_abs": 0.2255859375, "train/tensor_act_model_layers_63_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn/norm": 297.57624038535965, "train/tensor_act_model_layers_63_self_attn/mean": 5.930662155151367e-05, "train/tensor_act_model_layers_63_self_attn/std": 0.051393275267742476, "train/tensor_act_model_layers_63_self_attn/max_abs": 0.2255859375, "train/tensor_act_model_layers_63_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_post_attention_layernorm/norm": 5792.596557621142, "train/tensor_act_model_layers_63_post_attention_layernorm/mean": 0.1077880859375, "train/tensor_act_model_layers_63_post_attention_layernorm/std": 0.9941501204781013, "train/tensor_act_model_layers_63_post_attention_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_63_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 2213.2536073580945, "train/tensor_act_model_layers_63_mlp_up_proj/mean": 0.004184722900390625, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.22070436360609788, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 1.078125, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 100.23989282995375, "train/tensor_act_model_layers_63_mlp_down_proj/mean": -0.0003364086151123047, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.017304657106090273, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 0.09375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/norm": 100.23989282995375, "train/tensor_act_model_layers_63_mlp/mean": -0.0003364086151123047, "train/tensor_act_model_layers_63_mlp/std": 0.017304657106090273, "train/tensor_act_model_layers_63_mlp/max_abs": 0.09375, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63/norm": 2354.8542553631555, "train/tensor_act_model_layers_63/mean": 0.04327392578125, "train/tensor_act_model_layers_63/std": 0.4038122977256416, "train/tensor_act_model_layers_63/max_abs": 2.078125, "train/tensor_act_model_layers_63/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_input_layernorm/norm": 5792.588256841817, "train/tensor_act_model_layers_64_input_layernorm/mean": 0.10693359375, "train/tensor_act_model_layers_64_input_layernorm/std": 0.994149918128685, "train/tensor_act_model_layers_64_input_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_64_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_q_proj/norm": 1294.217718545238, "train/tensor_act_model_layers_64_self_attn_q_proj/mean": 0.00650787353515625, "train/tensor_act_model_layers_64_self_attn_q_proj/std": 0.223393584416264, "train/tensor_act_model_layers_64_self_attn_q_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_64_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_k_proj/norm": 1329.1777790695483, "train/tensor_act_model_layers_64_self_attn_k_proj/mean": -0.0026378631591796875, "train/tensor_act_model_layers_64_self_attn_k_proj/std": 0.22949603440067376, "train/tensor_act_model_layers_64_self_attn_k_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_64_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_v_proj/norm": 1324.8011355134795, "train/tensor_act_model_layers_64_self_attn_v_proj/mean": 0.022857666015625, "train/tensor_act_model_layers_64_self_attn_v_proj/std": 0.22780755987096116, "train/tensor_act_model_layers_64_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_64_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_o_proj/norm": 286.4786325699617, "train/tensor_act_model_layers_64_self_attn_o_proj/mean": -0.00013023614883422852, "train/tensor_act_model_layers_64_self_attn_o_proj/std": 0.04938113817826003, "train/tensor_act_model_layers_64_self_attn_o_proj/max_abs": 0.232421875, "train/tensor_act_model_layers_64_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn/norm": 286.4786325699617, "train/tensor_act_model_layers_64_self_attn/mean": -0.00013023614883422852, "train/tensor_act_model_layers_64_self_attn/std": 0.04938113817826003, "train/tensor_act_model_layers_64_self_attn/max_abs": 0.232421875, "train/tensor_act_model_layers_64_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_post_attention_layernorm/norm": 5792.598144538792, "train/tensor_act_model_layers_64_post_attention_layernorm/mean": 0.1058349609375, "train/tensor_act_model_layers_64_post_attention_layernorm/std": 0.9941513795402106, "train/tensor_act_model_layers_64_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_64_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 2203.787804440212, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.005218505859375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.21972778955752753, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 1.078125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 96.3611352389069, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.0014972686767578125, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.016573481068937284, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 0.0849609375, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/norm": 96.3611352389069, "train/tensor_act_model_layers_64_mlp/mean": 0.0014972686767578125, "train/tensor_act_model_layers_64_mlp/std": 0.016573481068937284, "train/tensor_act_model_layers_64_mlp/max_abs": 0.0849609375, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64/norm": 2376.839689983128, "train/tensor_act_model_layers_64/mean": 0.04461669921875, "train/tensor_act_model_layers_64/std": 0.40723118676503417, "train/tensor_act_model_layers_64/max_abs": 2.09375, "train/tensor_act_model_layers_64/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_input_layernorm/norm": 5792.587036135049, "train/tensor_act_model_layers_65_input_layernorm/mean": 0.109130859375, "train/tensor_act_model_layers_65_input_layernorm/std": 0.994150727526103, "train/tensor_act_model_layers_65_input_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_65_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_q_proj/norm": 1264.2672830541762, "train/tensor_act_model_layers_65_self_attn_q_proj/mean": 0.0027942657470703125, "train/tensor_act_model_layers_65_self_attn_q_proj/std": 0.2182692105635755, "train/tensor_act_model_layers_65_self_attn_q_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_65_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_k_proj/norm": 1346.0216719785183, "train/tensor_act_model_layers_65_self_attn_k_proj/mean": 0.00043877214193344116, "train/tensor_act_model_layers_65_self_attn_k_proj/std": 0.23242456676034656, "train/tensor_act_model_layers_65_self_attn_k_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_65_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_v_proj/norm": 1334.1291792943841, "train/tensor_act_model_layers_65_self_attn_v_proj/mean": -0.019744873046875, "train/tensor_act_model_layers_65_self_attn_v_proj/std": 0.22950337768219048, "train/tensor_act_model_layers_65_self_attn_v_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_65_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_o_proj/norm": 282.5711079012246, "train/tensor_act_model_layers_65_self_attn_o_proj/mean": -0.003055572509765625, "train/tensor_act_model_layers_65_self_attn_o_proj/std": 0.048645175535126574, "train/tensor_act_model_layers_65_self_attn_o_proj/max_abs": 0.236328125, "train/tensor_act_model_layers_65_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn/norm": 282.5711079012246, "train/tensor_act_model_layers_65_self_attn/mean": -0.003055572509765625, "train/tensor_act_model_layers_65_self_attn/std": 0.048645175535126574, "train/tensor_act_model_layers_65_self_attn/max_abs": 0.236328125, "train/tensor_act_model_layers_65_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_post_attention_layernorm/norm": 5792.591430666444, "train/tensor_act_model_layers_65_post_attention_layernorm/mean": 0.1014404296875, "train/tensor_act_model_layers_65_post_attention_layernorm/std": 0.996101551399348, "train/tensor_act_model_layers_65_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_65_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 2288.293326354409, "train/tensor_act_model_layers_65_mlp_up_proj/mean": -0.0017254352569580078, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.22802956049572745, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 105.88711240353813, "train/tensor_act_model_layers_65_mlp_down_proj/mean": -0.000881195068359375, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.0182813966698219, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 0.0986328125, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/norm": 105.88711240353813, "train/tensor_act_model_layers_65_mlp/mean": -0.000881195068359375, "train/tensor_act_model_layers_65_mlp/std": 0.0182813966698219, "train/tensor_act_model_layers_65_mlp/max_abs": 0.0986328125, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65/norm": 2388.3476608694673, "train/tensor_act_model_layers_65/mean": 0.04071044921875, "train/tensor_act_model_layers_65/std": 0.4101620037946843, "train/tensor_act_model_layers_65/max_abs": 2.015625, "train/tensor_act_model_layers_65/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_input_layernorm/norm": 5792.594848636253, "train/tensor_act_model_layers_66_input_layernorm/mean": 0.0989990234375, "train/tensor_act_model_layers_66_input_layernorm/std": 0.996101551399348, "train/tensor_act_model_layers_66_input_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_66_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_q_proj/norm": 1273.408764639941, "train/tensor_act_model_layers_66_self_attn_q_proj/mean": -0.003551483154296875, "train/tensor_act_model_layers_66_self_attn_q_proj/std": 0.21973106575033466, "train/tensor_act_model_layers_66_self_attn_q_proj/max_abs": 1.171875, "train/tensor_act_model_layers_66_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_k_proj/norm": 1288.2627198801083, "train/tensor_act_model_layers_66_self_attn_k_proj/mean": -0.0035858154296875, "train/tensor_act_model_layers_66_self_attn_k_proj/std": 0.2224224880615042, "train/tensor_act_model_layers_66_self_attn_k_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_66_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_v_proj/norm": 1304.9980817109333, "train/tensor_act_model_layers_66_self_attn_v_proj/mean": -0.0052337646484375, "train/tensor_act_model_layers_66_self_attn_v_proj/std": 0.22510382556942765, "train/tensor_act_model_layers_66_self_attn_v_proj/max_abs": 1.09375, "train/tensor_act_model_layers_66_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_o_proj/norm": 280.1337343537704, "train/tensor_act_model_layers_66_self_attn_o_proj/mean": 0.00196075439453125, "train/tensor_act_model_layers_66_self_attn_o_proj/std": 0.04834172035678376, "train/tensor_act_model_layers_66_self_attn_o_proj/max_abs": 0.21875, "train/tensor_act_model_layers_66_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn/norm": 280.1337343537704, "train/tensor_act_model_layers_66_self_attn/mean": 0.00196075439453125, "train/tensor_act_model_layers_66_self_attn/std": 0.04834172035678376, "train/tensor_act_model_layers_66_self_attn/max_abs": 0.21875, "train/tensor_act_model_layers_66_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_post_attention_layernorm/norm": 5792.594238286714, "train/tensor_act_model_layers_66_post_attention_layernorm/mean": 0.103515625, "train/tensor_act_model_layers_66_post_attention_layernorm/std": 0.9951274897497873, "train/tensor_act_model_layers_66_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_66_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 2297.562367863009, "train/tensor_act_model_layers_66_mlp_up_proj/mean": 0.00408935546875, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.2290060575990136, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 106.12890411331414, "train/tensor_act_model_layers_66_mlp_down_proj/mean": -0.00209808349609375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.01818934220935892, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 0.08837890625, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/norm": 106.12890411331414, "train/tensor_act_model_layers_66_mlp/mean": -0.00209808349609375, "train/tensor_act_model_layers_66_mlp/std": 0.01818934220935892, "train/tensor_act_model_layers_66_mlp/max_abs": 0.08837890625, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66/norm": 2393.7540337676296, "train/tensor_act_model_layers_66/mean": 0.04052734375, "train/tensor_act_model_layers_66/std": 0.4111378866503237, "train/tensor_act_model_layers_66/max_abs": 2.03125, "train/tensor_act_model_layers_66/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_input_layernorm/norm": 5792.59216308658, "train/tensor_act_model_layers_67_input_layernorm/mean": 0.0989990234375, "train/tensor_act_model_layers_67_input_layernorm/std": 0.9961023891298733, "train/tensor_act_model_layers_67_input_layernorm/max_abs": 4.78125, "train/tensor_act_model_layers_67_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_q_proj/norm": 1326.5832417557792, "train/tensor_act_model_layers_67_self_attn_q_proj/mean": 0.006988525390625, "train/tensor_act_model_layers_67_self_attn_q_proj/std": 0.22901592650110303, "train/tensor_act_model_layers_67_self_attn_q_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_67_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_k_proj/norm": 1378.4302978292596, "train/tensor_act_model_layers_67_self_attn_k_proj/mean": 0.00038433074951171875, "train/tensor_act_model_layers_67_self_attn_k_proj/std": 0.23804406478964377, "train/tensor_act_model_layers_67_self_attn_k_proj/max_abs": 1.125, "train/tensor_act_model_layers_67_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_v_proj/norm": 1317.857875225024, "train/tensor_act_model_layers_67_self_attn_v_proj/mean": -0.005523681640625, "train/tensor_act_model_layers_67_self_attn_v_proj/std": 0.22729664995497412, "train/tensor_act_model_layers_67_self_attn_v_proj/max_abs": 1.09375, "train/tensor_act_model_layers_67_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_o_proj/norm": 289.15386883077764, "train/tensor_act_model_layers_67_self_attn_o_proj/mean": -0.002956390380859375, "train/tensor_act_model_layers_67_self_attn_o_proj/std": 0.04986787202491474, "train/tensor_act_model_layers_67_self_attn_o_proj/max_abs": 0.2216796875, "train/tensor_act_model_layers_67_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn/norm": 289.15386883077764, "train/tensor_act_model_layers_67_self_attn/mean": -0.002956390380859375, "train/tensor_act_model_layers_67_self_attn/std": 0.04986787202491474, "train/tensor_act_model_layers_67_self_attn/max_abs": 0.2216796875, "train/tensor_act_model_layers_67_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_post_attention_layernorm/norm": 5792.596801758465, "train/tensor_act_model_layers_67_post_attention_layernorm/mean": 0.0909423828125, "train/tensor_act_model_layers_67_post_attention_layernorm/std": 0.9961038252377061, "train/tensor_act_model_layers_67_post_attention_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_67_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 2248.645125556145, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.0056610107421875, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.22412175706171017, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 101.70845784727362, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.0009317398071289062, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.017549036294355416, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 0.09033203125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/norm": 101.70845784727362, "train/tensor_act_model_layers_67_mlp/mean": 0.0009317398071289062, "train/tensor_act_model_layers_67_mlp/std": 0.017549036294355416, "train/tensor_act_model_layers_67_mlp/max_abs": 0.09033203125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67/norm": 2420.0306040983924, "train/tensor_act_model_layers_67/mean": 0.03851318359375, "train/tensor_act_model_layers_67/std": 0.41602258721198626, "train/tensor_act_model_layers_67/max_abs": 1.984375, "train/tensor_act_model_layers_67/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_input_layernorm/norm": 5792.596923828336, "train/tensor_act_model_layers_68_input_layernorm/mean": 0.0927734375, "train/tensor_act_model_layers_68_input_layernorm/std": 0.9961045208516933, "train/tensor_act_model_layers_68_input_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_68_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_q_proj/norm": 1339.57422294351, "train/tensor_act_model_layers_68_self_attn_q_proj/mean": -0.0155487060546875, "train/tensor_act_model_layers_68_self_attn_q_proj/std": 0.23071732844772225, "train/tensor_act_model_layers_68_self_attn_q_proj/max_abs": 1.140625, "train/tensor_act_model_layers_68_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_k_proj/norm": 1313.6750983600405, "train/tensor_act_model_layers_68_self_attn_k_proj/mean": 0.01751708984375, "train/tensor_act_model_layers_68_self_attn_k_proj/std": 0.22608315798262524, "train/tensor_act_model_layers_68_self_attn_k_proj/max_abs": 1.078125, "train/tensor_act_model_layers_68_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_v_proj/norm": 1359.062414729335, "train/tensor_act_model_layers_68_self_attn_v_proj/mean": -0.008758544921875, "train/tensor_act_model_layers_68_self_attn_v_proj/std": 0.2343825239722238, "train/tensor_act_model_layers_68_self_attn_v_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_68_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_o_proj/norm": 298.60562010030094, "train/tensor_act_model_layers_68_self_attn_o_proj/mean": -0.003376007080078125, "train/tensor_act_model_layers_68_self_attn_o_proj/std": 0.051453973174697444, "train/tensor_act_model_layers_68_self_attn_o_proj/max_abs": 0.2275390625, "train/tensor_act_model_layers_68_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn/norm": 298.60562010030094, "train/tensor_act_model_layers_68_self_attn/mean": -0.003376007080078125, "train/tensor_act_model_layers_68_self_attn/std": 0.051453973174697444, "train/tensor_act_model_layers_68_self_attn/max_abs": 0.2275390625, "train/tensor_act_model_layers_68_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_post_attention_layernorm/norm": 5792.589355470139, "train/tensor_act_model_layers_68_post_attention_layernorm/mean": 0.083740234375, "train/tensor_act_model_layers_68_post_attention_layernorm/std": 0.9961053286608754, "train/tensor_act_model_layers_68_post_attention_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_68_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 2256.5122119285184, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.006256103515625, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.22485483999618194, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 1.046875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 103.54898173121282, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.0007982254028320312, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.017852954654807695, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 0.08984375, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/norm": 103.54898173121282, "train/tensor_act_model_layers_68_mlp/mean": 0.0007982254028320312, "train/tensor_act_model_layers_68_mlp/std": 0.017852954654807695, "train/tensor_act_model_layers_68_mlp/max_abs": 0.08984375, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68/norm": 2449.2724667101847, "train/tensor_act_model_layers_68/mean": 0.0360107421875, "train/tensor_act_model_layers_68/std": 0.42139296013198063, "train/tensor_act_model_layers_68/max_abs": 2.0, "train/tensor_act_model_layers_68/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_input_layernorm/norm": 5792.599365235574, "train/tensor_act_model_layers_69_input_layernorm/mean": 0.0855712890625, "train/tensor_act_model_layers_69_input_layernorm/std": 0.996104902317222, "train/tensor_act_model_layers_69_input_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_69_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_q_proj/norm": 1294.7093598236124, "train/tensor_act_model_layers_69_self_attn_q_proj/mean": -0.0001049041748046875, "train/tensor_act_model_layers_69_self_attn_q_proj/std": 0.22339749458060457, "train/tensor_act_model_layers_69_self_attn_q_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_69_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_k_proj/norm": 1311.8351655068175, "train/tensor_act_model_layers_69_self_attn_k_proj/mean": 0.012481689453125, "train/tensor_act_model_layers_69_self_attn_k_proj/std": 0.22607696028956528, "train/tensor_act_model_layers_69_self_attn_k_proj/max_abs": 0.99609375, "train/tensor_act_model_layers_69_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_v_proj/norm": 1304.7567888875335, "train/tensor_act_model_layers_69_self_attn_v_proj/mean": 0.0008373260498046875, "train/tensor_act_model_layers_69_self_attn_v_proj/std": 0.22535607250208894, "train/tensor_act_model_layers_69_self_attn_v_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_69_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_o_proj/norm": 273.1818774724313, "train/tensor_act_model_layers_69_self_attn_o_proj/mean": 0.0005123615264892578, "train/tensor_act_model_layers_69_self_attn_o_proj/std": 0.04718233678266175, "train/tensor_act_model_layers_69_self_attn_o_proj/max_abs": 0.21875, "train/tensor_act_model_layers_69_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn/norm": 273.1818774724313, "train/tensor_act_model_layers_69_self_attn/mean": 0.0005123615264892578, "train/tensor_act_model_layers_69_self_attn/std": 0.04718233678266175, "train/tensor_act_model_layers_69_self_attn/max_abs": 0.21875, "train/tensor_act_model_layers_69_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_post_attention_layernorm/norm": 5792.593994141638, "train/tensor_act_model_layers_69_post_attention_layernorm/mean": 0.08642578125, "train/tensor_act_model_layers_69_post_attention_layernorm/std": 0.9961088889972415, "train/tensor_act_model_layers_69_post_attention_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_69_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 2273.683205794767, "train/tensor_act_model_layers_69_mlp_up_proj/mean": 0.0041351318359375, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.2265661330281204, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 105.7003874620478, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 0.000888824462890625, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.018219474765374152, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 0.10888671875, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/norm": 105.7003874620478, "train/tensor_act_model_layers_69_mlp/mean": 0.000888824462890625, "train/tensor_act_model_layers_69_mlp/std": 0.018219474765374152, "train/tensor_act_model_layers_69_mlp/max_abs": 0.10888671875, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69/norm": 2456.2286619025344, "train/tensor_act_model_layers_69/mean": 0.03741455078125, "train/tensor_act_model_layers_69/std": 0.4223736315214257, "train/tensor_act_model_layers_69/max_abs": 1.9375, "train/tensor_act_model_layers_69/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_input_layernorm/norm": 5792.598510742819, "train/tensor_act_model_layers_70_input_layernorm/mean": 0.0885009765625, "train/tensor_act_model_layers_70_input_layernorm/std": 0.9961092704610975, "train/tensor_act_model_layers_70_input_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_70_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_q_proj/norm": 1258.84024174849, "train/tensor_act_model_layers_70_self_attn_q_proj/mean": 0.0087738037109375, "train/tensor_act_model_layers_70_self_attn_q_proj/std": 0.2172930699953966, "train/tensor_act_model_layers_70_self_attn_q_proj/max_abs": 0.97265625, "train/tensor_act_model_layers_70_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_k_proj/norm": 1343.0902290289446, "train/tensor_act_model_layers_70_self_attn_k_proj/mean": 0.01873779296875, "train/tensor_act_model_layers_70_self_attn_k_proj/std": 0.23097042665891065, "train/tensor_act_model_layers_70_self_attn_k_proj/max_abs": 1.265625, "train/tensor_act_model_layers_70_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_v_proj/norm": 1296.8996903624347, "train/tensor_act_model_layers_70_self_attn_v_proj/mean": -0.0154266357421875, "train/tensor_act_model_layers_70_self_attn_v_proj/std": 0.22339408899211546, "train/tensor_act_model_layers_70_self_attn_v_proj/max_abs": 1.03125, "train/tensor_act_model_layers_70_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_o_proj/norm": 275.60606595461076, "train/tensor_act_model_layers_70_self_attn_o_proj/mean": 0.00013494491577148438, "train/tensor_act_model_layers_70_self_attn_o_proj/std": 0.04760956412423962, "train/tensor_act_model_layers_70_self_attn_o_proj/max_abs": 0.255859375, "train/tensor_act_model_layers_70_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn/norm": 275.60606595461076, "train/tensor_act_model_layers_70_self_attn/mean": 0.00013494491577148438, "train/tensor_act_model_layers_70_self_attn/std": 0.04760956412423962, "train/tensor_act_model_layers_70_self_attn/max_abs": 0.255859375, "train/tensor_act_model_layers_70_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_post_attention_layernorm/norm": 5792.5941162116615, "train/tensor_act_model_layers_70_post_attention_layernorm/mean": 0.0887451171875, "train/tensor_act_model_layers_70_post_attention_layernorm/std": 0.9961136385858177, "train/tensor_act_model_layers_70_post_attention_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_70_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 2265.577460550121, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.009613037109375, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.22558812763752795, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 106.57550924361821, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.0008144378662109375, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.018373411169116335, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 0.09765625, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/norm": 106.57550924361821, "train/tensor_act_model_layers_70_mlp/mean": 0.0008144378662109375, "train/tensor_act_model_layers_70_mlp/std": 0.018373411169116335, "train/tensor_act_model_layers_70_mlp/max_abs": 0.09765625, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70/norm": 2459.7940629683376, "train/tensor_act_model_layers_70/mean": 0.038330078125, "train/tensor_act_model_layers_70/std": 0.4228622399935644, "train/tensor_act_model_layers_70/max_abs": 1.984375, "train/tensor_act_model_layers_70/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_input_layernorm/norm": 5792.593994141783, "train/tensor_act_model_layers_71_input_layernorm/mean": 0.0904541015625, "train/tensor_act_model_layers_71_input_layernorm/std": 0.9961142967947313, "train/tensor_act_model_layers_71_input_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_71_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_q_proj/norm": 1371.246257111235, "train/tensor_act_model_layers_71_self_attn_q_proj/mean": 0.0013723373413085938, "train/tensor_act_model_layers_71_self_attn_q_proj/std": 0.23657470541037406, "train/tensor_act_model_layers_71_self_attn_q_proj/max_abs": 1.109375, "train/tensor_act_model_layers_71_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_k_proj/norm": 1343.4996516173915, "train/tensor_act_model_layers_71_self_attn_k_proj/mean": 0.003768444061279297, "train/tensor_act_model_layers_71_self_attn_k_proj/std": 0.23194910716095848, "train/tensor_act_model_layers_71_self_attn_k_proj/max_abs": 1.171875, "train/tensor_act_model_layers_71_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_v_proj/norm": 1297.2560259555642, "train/tensor_act_model_layers_71_self_attn_v_proj/mean": -0.00640869140625, "train/tensor_act_model_layers_71_self_attn_v_proj/std": 0.2238779619167151, "train/tensor_act_model_layers_71_self_attn_v_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_71_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_o_proj/norm": 278.3548664867006, "train/tensor_act_model_layers_71_self_attn_o_proj/mean": -0.00281524658203125, "train/tensor_act_model_layers_71_self_attn_o_proj/std": 0.04797600298649071, "train/tensor_act_model_layers_71_self_attn_o_proj/max_abs": 0.2275390625, "train/tensor_act_model_layers_71_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn/norm": 278.3548664867006, "train/tensor_act_model_layers_71_self_attn/mean": -0.00281524658203125, "train/tensor_act_model_layers_71_self_attn/std": 0.04797600298649071, "train/tensor_act_model_layers_71_self_attn/max_abs": 0.2275390625, "train/tensor_act_model_layers_71_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_post_attention_layernorm/norm": 5792.596557619393, "train/tensor_act_model_layers_71_post_attention_layernorm/mean": 0.0828857421875, "train/tensor_act_model_layers_71_post_attention_layernorm/std": 0.9961139377717414, "train/tensor_act_model_layers_71_post_attention_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_71_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 2286.1556841459, "train/tensor_act_model_layers_71_mlp_up_proj/mean": 0.003269195556640625, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.22778376975173023, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 105.44822746827121, "train/tensor_act_model_layers_71_mlp_down_proj/mean": -0.0011501312255859375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.018159070000999342, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 0.08544921875, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/norm": 105.44822746827121, "train/tensor_act_model_layers_71_mlp/mean": -0.0011501312255859375, "train/tensor_act_model_layers_71_mlp/std": 0.018159070000999342, "train/tensor_act_model_layers_71_mlp/max_abs": 0.08544921875, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71/norm": 2475.5885226727955, "train/tensor_act_model_layers_71/mean": 0.03436279296875, "train/tensor_act_model_layers_71/std": 0.42579312701677424, "train/tensor_act_model_layers_71/max_abs": 1.9453125, "train/tensor_act_model_layers_71/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_input_layernorm/norm": 5792.594238284255, "train/tensor_act_model_layers_72_input_layernorm/mean": 0.080078125, "train/tensor_act_model_layers_72_input_layernorm/std": 0.9961143940301022, "train/tensor_act_model_layers_72_input_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_72_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_q_proj/norm": 1391.9728415017114, "train/tensor_act_model_layers_72_self_attn_q_proj/mean": -0.0107879638671875, "train/tensor_act_model_layers_72_self_attn_q_proj/std": 0.240000911312155, "train/tensor_act_model_layers_72_self_attn_q_proj/max_abs": 1.03125, "train/tensor_act_model_layers_72_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_k_proj/norm": 1290.5391204865712, "train/tensor_act_model_layers_72_self_attn_k_proj/mean": 0.01690673828125, "train/tensor_act_model_layers_72_self_attn_k_proj/std": 0.22192539764285735, "train/tensor_act_model_layers_72_self_attn_k_proj/max_abs": 1.015625, "train/tensor_act_model_layers_72_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_v_proj/norm": 1291.0764371863406, "train/tensor_act_model_layers_72_self_attn_v_proj/mean": -0.00756072998046875, "train/tensor_act_model_layers_72_self_attn_v_proj/std": 0.222420620441374, "train/tensor_act_model_layers_72_self_attn_v_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_72_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_o_proj/norm": 283.49105855023686, "train/tensor_act_model_layers_72_self_attn_o_proj/mean": -0.0007476806640625, "train/tensor_act_model_layers_72_self_attn_o_proj/std": 0.04895268653002695, "train/tensor_act_model_layers_72_self_attn_o_proj/max_abs": 0.234375, "train/tensor_act_model_layers_72_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn/norm": 283.49105855023686, "train/tensor_act_model_layers_72_self_attn/mean": -0.0007476806640625, "train/tensor_act_model_layers_72_self_attn/std": 0.04895268653002695, "train/tensor_act_model_layers_72_self_attn/max_abs": 0.234375, "train/tensor_act_model_layers_72_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_post_attention_layernorm/norm": 5792.596313477503, "train/tensor_act_model_layers_72_post_attention_layernorm/mean": 0.078125, "train/tensor_act_model_layers_72_post_attention_layernorm/std": 0.9961170866981387, "train/tensor_act_model_layers_72_post_attention_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_72_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 2262.266944269834, "train/tensor_act_model_layers_72_mlp_up_proj/mean": 0.00193023681640625, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.22558647019975692, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 1.09375, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 102.07875036298499, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.0005826950073242188, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.017609171341893843, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 0.09326171875, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/norm": 102.07875036298499, "train/tensor_act_model_layers_72_mlp/mean": 0.0005826950073242188, "train/tensor_act_model_layers_72_mlp/std": 0.017609171341893843, "train/tensor_act_model_layers_72_mlp/max_abs": 0.09326171875, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72/norm": 2486.7446744996796, "train/tensor_act_model_layers_72/mean": 0.03424072265625, "train/tensor_act_model_layers_72/std": 0.42823439596127866, "train/tensor_act_model_layers_72/max_abs": 1.984375, "train/tensor_act_model_layers_72/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_input_layernorm/norm": 5792.595581055546, "train/tensor_act_model_layers_73_input_layernorm/mean": 0.0794677734375, "train/tensor_act_model_layers_73_input_layernorm/std": 0.9961159722336398, "train/tensor_act_model_layers_73_input_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_73_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_q_proj/norm": 1361.5195045043286, "train/tensor_act_model_layers_73_self_attn_q_proj/mean": -0.002475738525390625, "train/tensor_act_model_layers_73_self_attn_q_proj/std": 0.23511275011706584, "train/tensor_act_model_layers_73_self_attn_q_proj/max_abs": 1.28125, "train/tensor_act_model_layers_73_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_k_proj/norm": 1273.3617888739402, "train/tensor_act_model_layers_73_self_attn_k_proj/mean": 0.0011129379272460938, "train/tensor_act_model_layers_73_self_attn_k_proj/std": 0.21972947490230585, "train/tensor_act_model_layers_73_self_attn_k_proj/max_abs": 1.0078125, "train/tensor_act_model_layers_73_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_v_proj/norm": 1323.6234160616616, "train/tensor_act_model_layers_73_self_attn_v_proj/mean": -0.00701904296875, "train/tensor_act_model_layers_73_self_attn_v_proj/std": 0.22827620985882424, "train/tensor_act_model_layers_73_self_attn_v_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_73_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_o_proj/norm": 291.67698629028024, "train/tensor_act_model_layers_73_self_attn_o_proj/mean": 0.0006073713302612305, "train/tensor_act_model_layers_73_self_attn_o_proj/std": 0.05035595707010504, "train/tensor_act_model_layers_73_self_attn_o_proj/max_abs": 0.2275390625, "train/tensor_act_model_layers_73_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn/norm": 291.67698629028024, "train/tensor_act_model_layers_73_self_attn/mean": 0.0006073713302612305, "train/tensor_act_model_layers_73_self_attn/std": 0.05035595707010504, "train/tensor_act_model_layers_73_self_attn/max_abs": 0.2275390625, "train/tensor_act_model_layers_73_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_post_attention_layernorm/norm": 5792.598510744228, "train/tensor_act_model_layers_73_post_attention_layernorm/mean": 0.0806884765625, "train/tensor_act_model_layers_73_post_attention_layernorm/std": 0.9961182460390796, "train/tensor_act_model_layers_73_post_attention_layernorm/max_abs": 4.4375, "train/tensor_act_model_layers_73_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 2279.894763576616, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.00769805908203125, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.22705239467150148, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 1.140625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 107.80925977554418, "train/tensor_act_model_layers_73_mlp_down_proj/mean": -0.001789093017578125, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.018525035985594657, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 0.10205078125, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/norm": 107.80925977554418, "train/tensor_act_model_layers_73_mlp/mean": -0.001789093017578125, "train/tensor_act_model_layers_73_mlp/std": 0.018525035985594657, "train/tensor_act_model_layers_73_mlp/max_abs": 0.10205078125, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73/norm": 2490.3444871094607, "train/tensor_act_model_layers_73/mean": 0.03302001953125, "train/tensor_act_model_layers_73/std": 0.4282352310822389, "train/tensor_act_model_layers_73/max_abs": 2.03125, "train/tensor_act_model_layers_73/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_input_layernorm/norm": 5792.591064454283, "train/tensor_act_model_layers_74_input_layernorm/mean": 0.0762939453125, "train/tensor_act_model_layers_74_input_layernorm/std": 0.9961173484849207, "train/tensor_act_model_layers_74_input_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_74_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_q_proj/norm": 1325.4989996268614, "train/tensor_act_model_layers_74_self_attn_q_proj/mean": 0.0181884765625, "train/tensor_act_model_layers_74_self_attn_q_proj/std": 0.22803446658525311, "train/tensor_act_model_layers_74_self_attn_q_proj/max_abs": 1.015625, "train/tensor_act_model_layers_74_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_k_proj/norm": 1295.9625064680813, "train/tensor_act_model_layers_74_self_attn_k_proj/mean": 0.0147247314453125, "train/tensor_act_model_layers_74_self_attn_k_proj/std": 0.22339862895099583, "train/tensor_act_model_layers_74_self_attn_k_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_74_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_v_proj/norm": 1338.986751941193, "train/tensor_act_model_layers_74_self_attn_v_proj/mean": 0.00942230224609375, "train/tensor_act_model_layers_74_self_attn_v_proj/std": 0.23096100859715452, "train/tensor_act_model_layers_74_self_attn_v_proj/max_abs": 1.015625, "train/tensor_act_model_layers_74_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_o_proj/norm": 292.0591557306341, "train/tensor_act_model_layers_74_self_attn_o_proj/mean": 0.00041741132736206055, "train/tensor_act_model_layers_74_self_attn_o_proj/std": 0.05047710215342818, "train/tensor_act_model_layers_74_self_attn_o_proj/max_abs": 0.240234375, "train/tensor_act_model_layers_74_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn/norm": 292.0591557306341, "train/tensor_act_model_layers_74_self_attn/mean": 0.00041741132736206055, "train/tensor_act_model_layers_74_self_attn/std": 0.05047710215342818, "train/tensor_act_model_layers_74_self_attn/max_abs": 0.240234375, "train/tensor_act_model_layers_74_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_post_attention_layernorm/norm": 5792.598510743982, "train/tensor_act_model_layers_74_post_attention_layernorm/mean": 0.0762939453125, "train/tensor_act_model_layers_74_post_attention_layernorm/std": 0.9961157328853969, "train/tensor_act_model_layers_74_post_attention_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_74_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 2264.0880332237666, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.00717926025390625, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.2255878844476466, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 100.46378861673365, "train/tensor_act_model_layers_74_mlp_down_proj/mean": -0.0007028579711914062, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.017335553202144843, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 0.091796875, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/norm": 100.46378861673365, "train/tensor_act_model_layers_74_mlp/mean": -0.0007028579711914062, "train/tensor_act_model_layers_74_mlp/std": 0.017335553202144843, "train/tensor_act_model_layers_74_mlp/max_abs": 0.091796875, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74/norm": 2513.65351551354, "train/tensor_act_model_layers_74/mean": 0.03271484375, "train/tensor_act_model_layers_74/std": 0.4331165729462541, "train/tensor_act_model_layers_74/max_abs": 2.046875, "train/tensor_act_model_layers_74/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_input_layernorm/norm": 5792.594970703346, "train/tensor_act_model_layers_75_input_layernorm/mean": 0.0751953125, "train/tensor_act_model_layers_75_input_layernorm/std": 0.9961146333786667, "train/tensor_act_model_layers_75_input_layernorm/max_abs": 4.4375, "train/tensor_act_model_layers_75_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_q_proj/norm": 1314.0565556743536, "train/tensor_act_model_layers_75_self_attn_q_proj/mean": 0.00859832763671875, "train/tensor_act_model_layers_75_self_attn_q_proj/std": 0.22680957695278783, "train/tensor_act_model_layers_75_self_attn_q_proj/max_abs": 1.015625, "train/tensor_act_model_layers_75_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_k_proj/norm": 1349.7593376051234, "train/tensor_act_model_layers_75_self_attn_k_proj/mean": -0.023406982421875, "train/tensor_act_model_layers_75_self_attn_k_proj/std": 0.23194410400669413, "train/tensor_act_model_layers_75_self_attn_k_proj/max_abs": 1.109375, "train/tensor_act_model_layers_75_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_v_proj/norm": 1334.4414923671452, "train/tensor_act_model_layers_75_self_attn_v_proj/mean": -0.00577545166015625, "train/tensor_act_model_layers_75_self_attn_v_proj/std": 0.2302290433363651, "train/tensor_act_model_layers_75_self_attn_v_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_75_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_o_proj/norm": 286.84414819043496, "train/tensor_act_model_layers_75_self_attn_o_proj/mean": 0.0010423660278320312, "train/tensor_act_model_layers_75_self_attn_o_proj/std": 0.04950017371356775, "train/tensor_act_model_layers_75_self_attn_o_proj/max_abs": 0.21875, "train/tensor_act_model_layers_75_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn/norm": 286.84414819043496, "train/tensor_act_model_layers_75_self_attn/mean": 0.0010423660278320312, "train/tensor_act_model_layers_75_self_attn/std": 0.04950017371356775, "train/tensor_act_model_layers_75_self_attn/max_abs": 0.21875, "train/tensor_act_model_layers_75_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_post_attention_layernorm/norm": 5792.593383791988, "train/tensor_act_model_layers_75_post_attention_layernorm/mean": 0.0767822265625, "train/tensor_act_model_layers_75_post_attention_layernorm/std": 0.9961189042449489, "train/tensor_act_model_layers_75_post_attention_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_75_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 2284.591224998141, "train/tensor_act_model_layers_75_mlp_up_proj/mean": -0.002658843994140625, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.22802985794812283, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 102.14756320164676, "train/tensor_act_model_layers_75_mlp_down_proj/mean": -0.0017681121826171875, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.017548405484005616, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 0.083984375, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/norm": 102.14756320164676, "train/tensor_act_model_layers_75_mlp/mean": -0.0017681121826171875, "train/tensor_act_model_layers_75_mlp/std": 0.017548405484005616, "train/tensor_act_model_layers_75_mlp/max_abs": 0.083984375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75/norm": 2536.751974839122, "train/tensor_act_model_layers_75/mean": 0.032012939453125, "train/tensor_act_model_layers_75/std": 0.43702517334242746, "train/tensor_act_model_layers_75/max_abs": 2.046875, "train/tensor_act_model_layers_75/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_input_layernorm/norm": 5792.591552739216, "train/tensor_act_model_layers_76_input_layernorm/mean": 0.072509765625, "train/tensor_act_model_layers_76_input_layernorm/std": 0.9961201084613791, "train/tensor_act_model_layers_76_input_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_76_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_q_proj/norm": 1280.1884229496545, "train/tensor_act_model_layers_76_self_attn_q_proj/mean": 0.019866943359375, "train/tensor_act_model_layers_76_self_attn_q_proj/std": 0.22023530133415561, "train/tensor_act_model_layers_76_self_attn_q_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_76_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_k_proj/norm": 1311.2772763677688, "train/tensor_act_model_layers_76_self_attn_k_proj/mean": 0.008819580078125, "train/tensor_act_model_layers_76_self_attn_k_proj/std": 0.22632647626327, "train/tensor_act_model_layers_76_self_attn_k_proj/max_abs": 1.125, "train/tensor_act_model_layers_76_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_v_proj/norm": 1352.3640315059938, "train/tensor_act_model_layers_76_self_attn_v_proj/mean": -0.0023937225341796875, "train/tensor_act_model_layers_76_self_attn_v_proj/std": 0.23340113069009702, "train/tensor_act_model_layers_76_self_attn_v_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_76_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_o_proj/norm": 293.8375298861081, "train/tensor_act_model_layers_76_self_attn_o_proj/mean": 0.00272369384765625, "train/tensor_act_model_layers_76_self_attn_o_proj/std": 0.050721884033243035, "train/tensor_act_model_layers_76_self_attn_o_proj/max_abs": 0.255859375, "train/tensor_act_model_layers_76_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn/norm": 293.8375298861081, "train/tensor_act_model_layers_76_self_attn/mean": 0.00272369384765625, "train/tensor_act_model_layers_76_self_attn/std": 0.050721884033243035, "train/tensor_act_model_layers_76_self_attn/max_abs": 0.255859375, "train/tensor_act_model_layers_76_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_post_attention_layernorm/norm": 5792.59985351741, "train/tensor_act_model_layers_76_post_attention_layernorm/mean": 0.078125, "train/tensor_act_model_layers_76_post_attention_layernorm/std": 0.9961201383797812, "train/tensor_act_model_layers_76_post_attention_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_76_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 2252.6721667677084, "train/tensor_act_model_layers_76_mlp_up_proj/mean": -0.0009198784828186035, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.2248547451675533, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 102.23787106387259, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.0005931854248046875, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.017608988529588566, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 0.10302734375, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/norm": 102.23787106387259, "train/tensor_act_model_layers_76_mlp/mean": 0.0005931854248046875, "train/tensor_act_model_layers_76_mlp/std": 0.017608988529588566, "train/tensor_act_model_layers_76_mlp/max_abs": 0.10302734375, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76/norm": 2558.686047505165, "train/tensor_act_model_layers_76/mean": 0.03533935546875, "train/tensor_act_model_layers_76/std": 0.4399573718020225, "train/tensor_act_model_layers_76/max_abs": 2.03125, "train/tensor_act_model_layers_76/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_input_layernorm/norm": 5792.595825196602, "train/tensor_act_model_layers_77_input_layernorm/mean": 0.0792236328125, "train/tensor_act_model_layers_77_input_layernorm/std": 0.9961205198393291, "train/tensor_act_model_layers_77_input_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_77_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_q_proj/norm": 1301.1972584411153, "train/tensor_act_model_layers_77_self_attn_q_proj/mean": -0.00804901123046875, "train/tensor_act_model_layers_77_self_attn_q_proj/std": 0.2243713780445102, "train/tensor_act_model_layers_77_self_attn_q_proj/max_abs": 1.046875, "train/tensor_act_model_layers_77_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_k_proj/norm": 1266.9072243111807, "train/tensor_act_model_layers_77_self_attn_k_proj/mean": -0.0018749237060546875, "train/tensor_act_model_layers_77_self_attn_k_proj/std": 0.21899617012218733, "train/tensor_act_model_layers_77_self_attn_k_proj/max_abs": 1.03125, "train/tensor_act_model_layers_77_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_v_proj/norm": 1353.2487311992518, "train/tensor_act_model_layers_77_self_attn_v_proj/mean": 0.0134124755859375, "train/tensor_act_model_layers_77_self_attn_v_proj/std": 0.23340374599389319, "train/tensor_act_model_layers_77_self_attn_v_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_77_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_o_proj/norm": 291.8108984252543, "train/tensor_act_model_layers_77_self_attn_o_proj/mean": -0.0009083747863769531, "train/tensor_act_model_layers_77_self_attn_o_proj/std": 0.050421544575886004, "train/tensor_act_model_layers_77_self_attn_o_proj/max_abs": 0.2255859375, "train/tensor_act_model_layers_77_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn/norm": 291.8108984252543, "train/tensor_act_model_layers_77_self_attn/mean": -0.0009083747863769531, "train/tensor_act_model_layers_77_self_attn/std": 0.050421544575886004, "train/tensor_act_model_layers_77_self_attn/max_abs": 0.2255859375, "train/tensor_act_model_layers_77_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_post_attention_layernorm/norm": 5792.6002197315665, "train/tensor_act_model_layers_77_post_attention_layernorm/mean": 0.0767822265625, "train/tensor_act_model_layers_77_post_attention_layernorm/std": 0.996128478099329, "train/tensor_act_model_layers_77_post_attention_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_77_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 2260.775570268389, "train/tensor_act_model_layers_77_mlp_up_proj/mean": 0.0014994144439697266, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.2253456767943812, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 1.140625, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 101.5506382129809, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.0008668899536132812, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.0175183860150975, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 0.091796875, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/norm": 101.5506382129809, "train/tensor_act_model_layers_77_mlp/mean": 0.0008668899536132812, "train/tensor_act_model_layers_77_mlp/std": 0.0175183860150975, "train/tensor_act_model_layers_77_mlp/max_abs": 0.091796875, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77/norm": 2570.1453387808047, "train/tensor_act_model_layers_77/mean": 0.0352783203125, "train/tensor_act_model_layers_77/std": 0.44240189399576807, "train/tensor_act_model_layers_77/max_abs": 2.0, "train/tensor_act_model_layers_77/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_input_layernorm/norm": 5792.599975588524, "train/tensor_act_model_layers_78_input_layernorm/mean": 0.0787353515625, "train/tensor_act_model_layers_78_input_layernorm/std": 0.996128478099329, "train/tensor_act_model_layers_78_input_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_78_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_q_proj/norm": 1316.4289141906206, "train/tensor_act_model_layers_78_self_attn_q_proj/mean": 0.0034933090209960938, "train/tensor_act_model_layers_78_self_attn_q_proj/std": 0.22706246673432146, "train/tensor_act_model_layers_78_self_attn_q_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_78_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_k_proj/norm": 1281.114332389236, "train/tensor_act_model_layers_78_self_attn_k_proj/mean": -0.015228271484375, "train/tensor_act_model_layers_78_self_attn_k_proj/std": 0.2207115159085381, "train/tensor_act_model_layers_78_self_attn_k_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_78_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_v_proj/norm": 1318.9277943555928, "train/tensor_act_model_layers_78_self_attn_v_proj/mean": -0.0055389404296875, "train/tensor_act_model_layers_78_self_attn_v_proj/std": 0.22754552375640708, "train/tensor_act_model_layers_78_self_attn_v_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_78_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_o_proj/norm": 295.1525215680906, "train/tensor_act_model_layers_78_self_attn_o_proj/mean": 0.00029754638671875, "train/tensor_act_model_layers_78_self_attn_o_proj/std": 0.05096599681414797, "train/tensor_act_model_layers_78_self_attn_o_proj/max_abs": 0.2412109375, "train/tensor_act_model_layers_78_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn/norm": 295.1525215680906, "train/tensor_act_model_layers_78_self_attn/mean": 0.00029754638671875, "train/tensor_act_model_layers_78_self_attn/std": 0.05096599681414797, "train/tensor_act_model_layers_78_self_attn/max_abs": 0.2412109375, "train/tensor_act_model_layers_78_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_post_attention_layernorm/norm": 5792.58728027873, "train/tensor_act_model_layers_78_post_attention_layernorm/mean": 0.078857421875, "train/tensor_act_model_layers_78_post_attention_layernorm/std": 0.9961326741111926, "train/tensor_act_model_layers_78_post_attention_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_78_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 2311.245270119659, "train/tensor_act_model_layers_78_mlp_up_proj/mean": -0.002292633056640625, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.23022619647751252, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 102.97719238432201, "train/tensor_act_model_layers_78_mlp_down_proj/mean": -0.001129150390625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.01773154261710941, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 0.09521484375, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/norm": 102.97719238432201, "train/tensor_act_model_layers_78_mlp/mean": -0.001129150390625, "train/tensor_act_model_layers_78_mlp/std": 0.01773154261710941, "train/tensor_act_model_layers_78_mlp/max_abs": 0.09521484375, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78/norm": 2584.3869127527323, "train/tensor_act_model_layers_78/mean": 0.034423828125, "train/tensor_act_model_layers_78/std": 0.44484381522636085, "train/tensor_act_model_layers_78/max_abs": 2.078125, "train/tensor_act_model_layers_78/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_input_layernorm/norm": 5792.6002197277085, "train/tensor_act_model_layers_79_input_layernorm/mean": 0.0762939453125, "train/tensor_act_model_layers_79_input_layernorm/std": 0.9961324272874544, "train/tensor_act_model_layers_79_input_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_79_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_q_proj/norm": 1261.7756061774198, "train/tensor_act_model_layers_79_self_attn_q_proj/mean": -0.01026153564453125, "train/tensor_act_model_layers_79_self_attn_q_proj/std": 0.21753769929522615, "train/tensor_act_model_layers_79_self_attn_q_proj/max_abs": 1.03125, "train/tensor_act_model_layers_79_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_k_proj/norm": 1329.6755792406655, "train/tensor_act_model_layers_79_self_attn_k_proj/mean": -0.00115203857421875, "train/tensor_act_model_layers_79_self_attn_k_proj/std": 0.22950037944153204, "train/tensor_act_model_layers_79_self_attn_k_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_79_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_v_proj/norm": 1322.795486076149, "train/tensor_act_model_layers_79_self_attn_v_proj/mean": -0.00513458251953125, "train/tensor_act_model_layers_79_self_attn_v_proj/std": 0.2282764519696634, "train/tensor_act_model_layers_79_self_attn_v_proj/max_abs": 1.15625, "train/tensor_act_model_layers_79_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_o_proj/norm": 289.73098004079986, "train/tensor_act_model_layers_79_self_attn_o_proj/mean": 0.00014019012451171875, "train/tensor_act_model_layers_79_self_attn_o_proj/std": 0.050051525771241084, "train/tensor_act_model_layers_79_self_attn_o_proj/max_abs": 0.24609375, "train/tensor_act_model_layers_79_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn/norm": 289.73098004079986, "train/tensor_act_model_layers_79_self_attn/mean": 0.00014019012451171875, "train/tensor_act_model_layers_79_self_attn/std": 0.050051525771241084, "train/tensor_act_model_layers_79_self_attn/max_abs": 0.24609375, "train/tensor_act_model_layers_79_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_post_attention_layernorm/norm": 5792.59008789559, "train/tensor_act_model_layers_79_post_attention_layernorm/mean": 0.0762939453125, "train/tensor_act_model_layers_79_post_attention_layernorm/std": 0.9961306322038839, "train/tensor_act_model_layers_79_post_attention_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_79_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 2259.6832590389704, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.0094757080078125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.22534283992158105, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 1.0625, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 100.9776584880216, "train/tensor_act_model_layers_79_mlp_down_proj/mean": -0.0010013580322265625, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.017365189435620702, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 0.091796875, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/norm": 100.9776584880216, "train/tensor_act_model_layers_79_mlp/mean": -0.0010013580322265625, "train/tensor_act_model_layers_79_mlp/std": 0.017365189435620702, "train/tensor_act_model_layers_79_mlp/max_abs": 0.091796875, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79/norm": 2595.8332820655132, "train/tensor_act_model_layers_79/mean": 0.0335693359375, "train/tensor_act_model_layers_79/std": 0.44679527872076896, "train/tensor_act_model_layers_79/max_abs": 2.109375, "train/tensor_act_model_layers_79/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_input_layernorm/norm": 5792.600097656569, "train/tensor_act_model_layers_80_input_layernorm/mean": 0.07421875, "train/tensor_act_model_layers_80_input_layernorm/std": 0.9961291138598385, "train/tensor_act_model_layers_80_input_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_80_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_q_proj/norm": 1284.7711700557065, "train/tensor_act_model_layers_80_self_attn_q_proj/mean": -0.0018013715744018555, "train/tensor_act_model_layers_80_self_attn_q_proj/std": 0.22193103265453007, "train/tensor_act_model_layers_80_self_attn_q_proj/max_abs": 1.015625, "train/tensor_act_model_layers_80_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_k_proj/norm": 1285.714063158072, "train/tensor_act_model_layers_80_self_attn_k_proj/mean": -0.0130615234375, "train/tensor_act_model_layers_80_self_attn_k_proj/std": 0.22168170827205033, "train/tensor_act_model_layers_80_self_attn_k_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_80_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_v_proj/norm": 1269.888505408369, "train/tensor_act_model_layers_80_self_attn_v_proj/mean": 0.004230499267578125, "train/tensor_act_model_layers_80_self_attn_v_proj/std": 0.21924380605969637, "train/tensor_act_model_layers_80_self_attn_v_proj/max_abs": 1.0, "train/tensor_act_model_layers_80_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_o_proj/norm": 277.74618260401286, "train/tensor_act_model_layers_80_self_attn_o_proj/mean": 0.0017833709716796875, "train/tensor_act_model_layers_80_self_attn_o_proj/std": 0.047975040060556515, "train/tensor_act_model_layers_80_self_attn_o_proj/max_abs": 0.208984375, "train/tensor_act_model_layers_80_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn/norm": 277.74618260401286, "train/tensor_act_model_layers_80_self_attn/mean": 0.0017833709716796875, "train/tensor_act_model_layers_80_self_attn/std": 0.047975040060556515, "train/tensor_act_model_layers_80_self_attn/max_abs": 0.208984375, "train/tensor_act_model_layers_80_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_post_attention_layernorm/norm": 5792.598876955157, "train/tensor_act_model_layers_80_post_attention_layernorm/mean": 0.077392578125, "train/tensor_act_model_layers_80_post_attention_layernorm/std": 0.9961327937832859, "train/tensor_act_model_layers_80_post_attention_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_80_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 2269.918342398207, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.003734588623046875, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.22632115849340034, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 102.83426705719029, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.0001703202724456787, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.01776241844765466, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 0.08984375, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/norm": 102.83426705719029, "train/tensor_act_model_layers_80_mlp/mean": 0.0001703202724456787, "train/tensor_act_model_layers_80_mlp/std": 0.01776241844765466, "train/tensor_act_model_layers_80_mlp/max_abs": 0.08984375, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80/norm": 2622.037546215155, "train/tensor_act_model_layers_80/mean": 0.0355224609375, "train/tensor_act_model_layers_80/std": 0.45119316083889666, "train/tensor_act_model_layers_80/max_abs": 2.078125, "train/tensor_act_model_layers_80/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_input_layernorm/norm": 5792.589721680031, "train/tensor_act_model_layers_81_input_layernorm/mean": 0.0777587890625, "train/tensor_act_model_layers_81_input_layernorm/std": 0.9961324871235179, "train/tensor_act_model_layers_81_input_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_81_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_q_proj/norm": 1315.6677455757576, "train/tensor_act_model_layers_81_self_attn_q_proj/mean": 0.005290985107421875, "train/tensor_act_model_layers_81_self_attn_q_proj/std": 0.22729962652783964, "train/tensor_act_model_layers_81_self_attn_q_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_81_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_k_proj/norm": 1294.7607636630296, "train/tensor_act_model_layers_81_self_attn_k_proj/mean": 0.0004926323890686035, "train/tensor_act_model_layers_81_self_attn_k_proj/std": 0.22364225683761824, "train/tensor_act_model_layers_81_self_attn_k_proj/max_abs": 0.99609375, "train/tensor_act_model_layers_81_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_v_proj/norm": 1339.7151543667082, "train/tensor_act_model_layers_81_self_attn_v_proj/mean": 0.0087738037109375, "train/tensor_act_model_layers_81_self_attn_v_proj/std": 0.2312106998619293, "train/tensor_act_model_layers_81_self_attn_v_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_81_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_o_proj/norm": 290.3676362214692, "train/tensor_act_model_layers_81_self_attn_o_proj/mean": 0.001041412353515625, "train/tensor_act_model_layers_81_self_attn_o_proj/std": 0.05011108483487843, "train/tensor_act_model_layers_81_self_attn_o_proj/max_abs": 0.2119140625, "train/tensor_act_model_layers_81_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn/norm": 290.3676362214692, "train/tensor_act_model_layers_81_self_attn/mean": 0.001041412353515625, "train/tensor_act_model_layers_81_self_attn/std": 0.05011108483487843, "train/tensor_act_model_layers_81_self_attn/max_abs": 0.2119140625, "train/tensor_act_model_layers_81_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_post_attention_layernorm/norm": 5792.59765625105, "train/tensor_act_model_layers_81_post_attention_layernorm/mean": 0.079833984375, "train/tensor_act_model_layers_81_post_attention_layernorm/std": 0.9961374609837135, "train/tensor_act_model_layers_81_post_attention_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_81_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 2291.4502917686045, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.0003457069396972656, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.228519732706069, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 1.140625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 104.58385016384838, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.0016841888427734375, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.018005761752497313, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 0.087890625, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/norm": 104.58385016384838, "train/tensor_act_model_layers_81_mlp/mean": 0.0016841888427734375, "train/tensor_act_model_layers_81_mlp/std": 0.018005761752497313, "train/tensor_act_model_layers_81_mlp/max_abs": 0.087890625, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81/norm": 2632.1688814827567, "train/tensor_act_model_layers_81/mean": 0.0382080078125, "train/tensor_act_model_layers_81/std": 0.4526574419168536, "train/tensor_act_model_layers_81/max_abs": 2.046875, "train/tensor_act_model_layers_81/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_input_layernorm/norm": 5792.595092778267, "train/tensor_act_model_layers_82_input_layernorm/mean": 0.0833740234375, "train/tensor_act_model_layers_82_input_layernorm/std": 0.9961351199067452, "train/tensor_act_model_layers_82_input_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_82_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_q_proj/norm": 1337.6439769592985, "train/tensor_act_model_layers_82_self_attn_q_proj/mean": -0.011444091796875, "train/tensor_act_model_layers_82_self_attn_q_proj/std": 0.230723993347086, "train/tensor_act_model_layers_82_self_attn_q_proj/max_abs": 0.9765625, "train/tensor_act_model_layers_82_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_k_proj/norm": 1326.11747024869, "train/tensor_act_model_layers_82_self_attn_k_proj/mean": -0.0089874267578125, "train/tensor_act_model_layers_82_self_attn_k_proj/std": 0.2287625477518857, "train/tensor_act_model_layers_82_self_attn_k_proj/max_abs": 1.0, "train/tensor_act_model_layers_82_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_v_proj/norm": 1317.4229670011168, "train/tensor_act_model_layers_82_self_attn_v_proj/mean": -0.006183624267578125, "train/tensor_act_model_layers_82_self_attn_v_proj/std": 0.22754485798661908, "train/tensor_act_model_layers_82_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_82_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_o_proj/norm": 288.4756648164499, "train/tensor_act_model_layers_82_self_attn_o_proj/mean": 0.001194000244140625, "train/tensor_act_model_layers_82_self_attn_o_proj/std": 0.049683304466770696, "train/tensor_act_model_layers_82_self_attn_o_proj/max_abs": 0.2158203125, "train/tensor_act_model_layers_82_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn/norm": 288.4756648164499, "train/tensor_act_model_layers_82_self_attn/mean": 0.001194000244140625, "train/tensor_act_model_layers_82_self_attn/std": 0.049683304466770696, "train/tensor_act_model_layers_82_self_attn/max_abs": 0.2158203125, "train/tensor_act_model_layers_82_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_post_attention_layernorm/norm": 5792.598266606361, "train/tensor_act_model_layers_82_post_attention_layernorm/mean": 0.085205078125, "train/tensor_act_model_layers_82_post_attention_layernorm/std": 0.9961374609837135, "train/tensor_act_model_layers_82_post_attention_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_82_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 2239.1622888937773, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.004383087158203125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.2229042040818835, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 105.84437072025058, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.0007638931274414062, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.01828152271034963, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 0.10205078125, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/norm": 105.84437072025058, "train/tensor_act_model_layers_82_mlp/mean": 0.0007638931274414062, "train/tensor_act_model_layers_82_mlp/std": 0.01828152271034963, "train/tensor_act_model_layers_82_mlp/max_abs": 0.10205078125, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82/norm": 2656.82817741083, "train/tensor_act_model_layers_82/mean": 0.04022216796875, "train/tensor_act_model_layers_82/std": 0.45656435911281806, "train/tensor_act_model_layers_82/max_abs": 2.078125, "train/tensor_act_model_layers_82/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_input_layernorm/norm": 5792.600463869074, "train/tensor_act_model_layers_83_input_layernorm/mean": 0.08642578125, "train/tensor_act_model_layers_83_input_layernorm/std": 0.9961377302446095, "train/tensor_act_model_layers_83_input_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_83_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_q_proj/norm": 1293.2971571790124, "train/tensor_act_model_layers_83_self_attn_q_proj/mean": 0.0140533447265625, "train/tensor_act_model_layers_83_self_attn_q_proj/std": 0.22290238518464917, "train/tensor_act_model_layers_83_self_attn_q_proj/max_abs": 1.09375, "train/tensor_act_model_layers_83_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_k_proj/norm": 1311.9491442896224, "train/tensor_act_model_layers_83_self_attn_k_proj/mean": -0.00643157958984375, "train/tensor_act_model_layers_83_self_attn_k_proj/std": 0.2265644755513697, "train/tensor_act_model_layers_83_self_attn_k_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_83_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_v_proj/norm": 1332.4052350420177, "train/tensor_act_model_layers_83_self_attn_v_proj/mean": -0.0020532608032226562, "train/tensor_act_model_layers_83_self_attn_v_proj/std": 0.22998942212310403, "train/tensor_act_model_layers_83_self_attn_v_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_83_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_o_proj/norm": 284.7963290268646, "train/tensor_act_model_layers_83_self_attn_o_proj/mean": -0.00124359130859375, "train/tensor_act_model_layers_83_self_attn_o_proj/std": 0.04913647653255949, "train/tensor_act_model_layers_83_self_attn_o_proj/max_abs": 0.2177734375, "train/tensor_act_model_layers_83_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn/norm": 284.7963290268646, "train/tensor_act_model_layers_83_self_attn/mean": -0.00124359130859375, "train/tensor_act_model_layers_83_self_attn/std": 0.04913647653255949, "train/tensor_act_model_layers_83_self_attn/max_abs": 0.2177734375, "train/tensor_act_model_layers_83_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_post_attention_layernorm/norm": 5792.598999025612, "train/tensor_act_model_layers_83_post_attention_layernorm/mean": 0.0833740234375, "train/tensor_act_model_layers_83_post_attention_layernorm/std": 0.9961440354164496, "train/tensor_act_model_layers_83_post_attention_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_83_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 2316.631749208706, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.00487518310546875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.2307139122905009, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 1.21875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 105.44580679337511, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.0013713836669921875, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.018158274235112508, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 0.0869140625, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/norm": 105.44580679337511, "train/tensor_act_model_layers_83_mlp/mean": 0.0013713836669921875, "train/tensor_act_model_layers_83_mlp/std": 0.018158274235112508, "train/tensor_act_model_layers_83_mlp/max_abs": 0.0869140625, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83/norm": 2670.0119384783657, "train/tensor_act_model_layers_83/mean": 0.0404052734375, "train/tensor_act_model_layers_83/std": 0.45949920026296565, "train/tensor_act_model_layers_83/max_abs": 2.078125, "train/tensor_act_model_layers_83/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_input_layernorm/norm": 5792.593994141227, "train/tensor_act_model_layers_84_input_layernorm/mean": 0.08642578125, "train/tensor_act_model_layers_84_input_layernorm/std": 0.9961432949534974, "train/tensor_act_model_layers_84_input_layernorm/max_abs": 4.4375, "train/tensor_act_model_layers_84_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_q_proj/norm": 1315.4568641040992, "train/tensor_act_model_layers_84_self_attn_q_proj/mean": 0.0123138427734375, "train/tensor_act_model_layers_84_self_attn_q_proj/std": 0.2268132695398589, "train/tensor_act_model_layers_84_self_attn_q_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_84_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_k_proj/norm": 1390.4284756188242, "train/tensor_act_model_layers_84_self_attn_k_proj/mean": 0.00911712646484375, "train/tensor_act_model_layers_84_self_attn_k_proj/std": 0.24000110909610367, "train/tensor_act_model_layers_84_self_attn_k_proj/max_abs": 1.140625, "train/tensor_act_model_layers_84_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_v_proj/norm": 1325.3020125833216, "train/tensor_act_model_layers_84_self_attn_v_proj/mean": -0.01397705078125, "train/tensor_act_model_layers_84_self_attn_v_proj/std": 0.22828842752989173, "train/tensor_act_model_layers_84_self_attn_v_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_84_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_o_proj/norm": 295.8644887738965, "train/tensor_act_model_layers_84_self_attn_o_proj/mean": -0.0006589889526367188, "train/tensor_act_model_layers_84_self_attn_o_proj/std": 0.051089653774607724, "train/tensor_act_model_layers_84_self_attn_o_proj/max_abs": 0.228515625, "train/tensor_act_model_layers_84_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn/norm": 295.8644887738965, "train/tensor_act_model_layers_84_self_attn/mean": -0.0006589889526367188, "train/tensor_act_model_layers_84_self_attn/std": 0.051089653774607724, "train/tensor_act_model_layers_84_self_attn/max_abs": 0.228515625, "train/tensor_act_model_layers_84_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_post_attention_layernorm/norm": 5792.597656255494, "train/tensor_act_model_layers_84_post_attention_layernorm/mean": 0.0841064453125, "train/tensor_act_model_layers_84_post_attention_layernorm/std": 0.9961384108759941, "train/tensor_act_model_layers_84_post_attention_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_84_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 2253.327366089181, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.01422119140625, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.22412485439494734, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 99.89868707849148, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.00121307373046875, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.017243053627611114, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 0.0927734375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/norm": 99.89868707849148, "train/tensor_act_model_layers_84_mlp/mean": 0.00121307373046875, "train/tensor_act_model_layers_84_mlp/std": 0.017243053627611114, "train/tensor_act_model_layers_84_mlp/max_abs": 0.0927734375, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84/norm": 2703.4037747991415, "train/tensor_act_model_layers_84/mean": 0.04083251953125, "train/tensor_act_model_layers_84/std": 0.4648673548435196, "train/tensor_act_model_layers_84/max_abs": 2.15625, "train/tensor_act_model_layers_84/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_input_layernorm/norm": 5792.592895511664, "train/tensor_act_model_layers_85_input_layernorm/mean": 0.0863037109375, "train/tensor_act_model_layers_85_input_layernorm/std": 0.9961388895615246, "train/tensor_act_model_layers_85_input_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_85_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_q_proj/norm": 1303.1708726041772, "train/tensor_act_model_layers_85_self_attn_q_proj/mean": 0.006359100341796875, "train/tensor_act_model_layers_85_self_attn_q_proj/std": 0.22510919142494004, "train/tensor_act_model_layers_85_self_attn_q_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_85_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_k_proj/norm": 1356.3336629962398, "train/tensor_act_model_layers_85_self_attn_k_proj/mean": 0.009521484375, "train/tensor_act_model_layers_85_self_attn_k_proj/std": 0.23413725556834392, "train/tensor_act_model_layers_85_self_attn_k_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_85_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_v_proj/norm": 1277.724127124797, "train/tensor_act_model_layers_85_self_attn_v_proj/mean": 0.001499176025390625, "train/tensor_act_model_layers_85_self_attn_v_proj/std": 0.22047238798283017, "train/tensor_act_model_layers_85_self_attn_v_proj/max_abs": 0.99609375, "train/tensor_act_model_layers_85_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_o_proj/norm": 280.6181624637751, "train/tensor_act_model_layers_85_self_attn_o_proj/mean": 0.001583099365234375, "train/tensor_act_model_layers_85_self_attn_o_proj/std": 0.04846504898525347, "train/tensor_act_model_layers_85_self_attn_o_proj/max_abs": 0.2255859375, "train/tensor_act_model_layers_85_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn/norm": 280.6181624637751, "train/tensor_act_model_layers_85_self_attn/mean": 0.001583099365234375, "train/tensor_act_model_layers_85_self_attn/std": 0.04846504898525347, "train/tensor_act_model_layers_85_self_attn/max_abs": 0.2255859375, "train/tensor_act_model_layers_85_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_post_attention_layernorm/norm": 5792.602172853336, "train/tensor_act_model_layers_85_post_attention_layernorm/mean": 0.089111328125, "train/tensor_act_model_layers_85_post_attention_layernorm/std": 0.9961390167123301, "train/tensor_act_model_layers_85_post_attention_layernorm/max_abs": 4.5, "train/tensor_act_model_layers_85_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 2267.6352725881065, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.00384521484375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.22607498575620116, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 100.02131834534066, "train/tensor_act_model_layers_85_mlp_down_proj/mean": -6.645917892456055e-05, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.017304517467152006, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 0.095703125, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/norm": 100.02131834534066, "train/tensor_act_model_layers_85_mlp/mean": -6.645917892456055e-05, "train/tensor_act_model_layers_85_mlp/std": 0.017304517467152006, "train/tensor_act_model_layers_85_mlp/max_abs": 0.095703125, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85/norm": 2711.60246909157, "train/tensor_act_model_layers_85/mean": 0.04248046875, "train/tensor_act_model_layers_85/std": 0.46633278349602447, "train/tensor_act_model_layers_85/max_abs": 2.25, "train/tensor_act_model_layers_85/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_input_layernorm/norm": 5792.5992431647455, "train/tensor_act_model_layers_86_input_layernorm/mean": 0.08935546875, "train/tensor_act_model_layers_86_input_layernorm/std": 0.9961379695875668, "train/tensor_act_model_layers_86_input_layernorm/max_abs": 4.46875, "train/tensor_act_model_layers_86_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_q_proj/norm": 1290.2909993363123, "train/tensor_act_model_layers_86_self_attn_q_proj/mean": -0.015716552734375, "train/tensor_act_model_layers_86_self_attn_q_proj/std": 0.2221770798208781, "train/tensor_act_model_layers_86_self_attn_q_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_86_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_k_proj/norm": 1299.0910461788058, "train/tensor_act_model_layers_86_self_attn_k_proj/mean": 0.00598907470703125, "train/tensor_act_model_layers_86_self_attn_k_proj/std": 0.22413578730663908, "train/tensor_act_model_layers_86_self_attn_k_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_86_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_v_proj/norm": 1337.776403892509, "train/tensor_act_model_layers_86_self_attn_v_proj/mean": 0.006744384765625, "train/tensor_act_model_layers_86_self_attn_v_proj/std": 0.23072404683100198, "train/tensor_act_model_layers_86_self_attn_v_proj/max_abs": 1.0625, "train/tensor_act_model_layers_86_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_o_proj/norm": 291.01546519946146, "train/tensor_act_model_layers_86_self_attn_o_proj/mean": -0.00162506103515625, "train/tensor_act_model_layers_86_self_attn_o_proj/std": 0.05023376761619152, "train/tensor_act_model_layers_86_self_attn_o_proj/max_abs": 0.244140625, "train/tensor_act_model_layers_86_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn/norm": 291.01546519946146, "train/tensor_act_model_layers_86_self_attn/mean": -0.00162506103515625, "train/tensor_act_model_layers_86_self_attn/std": 0.05023376761619152, "train/tensor_act_model_layers_86_self_attn/max_abs": 0.244140625, "train/tensor_act_model_layers_86_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_post_attention_layernorm/norm": 5792.59082031463, "train/tensor_act_model_layers_86_post_attention_layernorm/mean": 0.08447265625, "train/tensor_act_model_layers_86_post_attention_layernorm/std": 0.9961376105731091, "train/tensor_act_model_layers_86_post_attention_layernorm/max_abs": 4.28125, "train/tensor_act_model_layers_86_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 2232.1352043474462, "train/tensor_act_model_layers_86_mlp_up_proj/mean": -0.0004445314407348633, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.22241542336517992, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 1.109375, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 103.23182170272446, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.0013580322265625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.017761675347331158, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 0.09326171875, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/norm": 103.23182170272446, "train/tensor_act_model_layers_86_mlp/mean": 0.0013580322265625, "train/tensor_act_model_layers_86_mlp/std": 0.017761675347331158, "train/tensor_act_model_layers_86_mlp/max_abs": 0.09326171875, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86/norm": 2749.9063195058334, "train/tensor_act_model_layers_86/mean": 0.0421142578125, "train/tensor_act_model_layers_86/std": 0.4731672220526931, "train/tensor_act_model_layers_86/max_abs": 2.234375, "train/tensor_act_model_layers_86/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_input_layernorm/norm": 5792.594726565227, "train/tensor_act_model_layers_87_input_layernorm/mean": 0.087158203125, "train/tensor_act_model_layers_87_input_layernorm/std": 0.9961396150688432, "train/tensor_act_model_layers_87_input_layernorm/max_abs": 4.28125, "train/tensor_act_model_layers_87_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_q_proj/norm": 1285.4806518788582, "train/tensor_act_model_layers_87_self_attn_q_proj/mean": -0.0006380081176757812, "train/tensor_act_model_layers_87_self_attn_q_proj/std": 0.22193986711884559, "train/tensor_act_model_layers_87_self_attn_q_proj/max_abs": 1.03125, "train/tensor_act_model_layers_87_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_k_proj/norm": 1274.1316191943636, "train/tensor_act_model_layers_87_self_attn_k_proj/mean": 0.00628662109375, "train/tensor_act_model_layers_87_self_attn_k_proj/std": 0.21973023623468277, "train/tensor_act_model_layers_87_self_attn_k_proj/max_abs": 1.03125, "train/tensor_act_model_layers_87_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_v_proj/norm": 1355.435792022834, "train/tensor_act_model_layers_87_self_attn_v_proj/mean": 0.0115814208984375, "train/tensor_act_model_layers_87_self_attn_v_proj/std": 0.23365228158458434, "train/tensor_act_model_layers_87_self_attn_v_proj/max_abs": 1.15625, "train/tensor_act_model_layers_87_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_o_proj/norm": 298.8227446325491, "train/tensor_act_model_layers_87_self_attn_o_proj/mean": 0.005950927734375, "train/tensor_act_model_layers_87_self_attn_o_proj/std": 0.05120971005334164, "train/tensor_act_model_layers_87_self_attn_o_proj/max_abs": 0.255859375, "train/tensor_act_model_layers_87_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn/norm": 298.8227446325491, "train/tensor_act_model_layers_87_self_attn/mean": 0.005950927734375, "train/tensor_act_model_layers_87_self_attn/std": 0.05120971005334164, "train/tensor_act_model_layers_87_self_attn/max_abs": 0.255859375, "train/tensor_act_model_layers_87_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_post_attention_layernorm/norm": 5792.589843753962, "train/tensor_act_model_layers_87_post_attention_layernorm/mean": 0.099365234375, "train/tensor_act_model_layers_87_post_attention_layernorm/std": 0.9951577669654098, "train/tensor_act_model_layers_87_post_attention_layernorm/max_abs": 4.25, "train/tensor_act_model_layers_87_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 2240.1542870466883, "train/tensor_act_model_layers_87_mlp_up_proj/mean": -0.004779815673828125, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.22314878658326362, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 1.140625, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 102.0434227137686, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.00038433074951171875, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.01761004372221122, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 0.10009765625, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/norm": 102.0434227137686, "train/tensor_act_model_layers_87_mlp/mean": 0.00038433074951171875, "train/tensor_act_model_layers_87_mlp/std": 0.01761004372221122, "train/tensor_act_model_layers_87_mlp/max_abs": 0.10009765625, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87/norm": 2758.6501088820405, "train/tensor_act_model_layers_87/mean": 0.0484619140625, "train/tensor_act_model_layers_87/std": 0.4736529631113369, "train/tensor_act_model_layers_87/max_abs": 2.15625, "train/tensor_act_model_layers_87/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_input_layernorm/norm": 5792.596557618529, "train/tensor_act_model_layers_88_input_layernorm/mean": 0.0999755859375, "train/tensor_act_model_layers_88_input_layernorm/std": 0.9951579391625673, "train/tensor_act_model_layers_88_input_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_88_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_q_proj/norm": 1294.8311532145142, "train/tensor_act_model_layers_88_self_attn_q_proj/mean": 0.0141143798828125, "train/tensor_act_model_layers_88_self_attn_q_proj/std": 0.22290198825877827, "train/tensor_act_model_layers_88_self_attn_q_proj/max_abs": 1.125, "train/tensor_act_model_layers_88_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_k_proj/norm": 1301.7920265321015, "train/tensor_act_model_layers_88_self_attn_k_proj/mean": 0.004764556884765625, "train/tensor_act_model_layers_88_self_attn_k_proj/std": 0.22461135033459315, "train/tensor_act_model_layers_88_self_attn_k_proj/max_abs": 1.0625, "train/tensor_act_model_layers_88_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_v_proj/norm": 1280.1027534694535, "train/tensor_act_model_layers_88_self_attn_v_proj/mean": -0.0095062255859375, "train/tensor_act_model_layers_88_self_attn_v_proj/std": 0.22070703408062406, "train/tensor_act_model_layers_88_self_attn_v_proj/max_abs": 1.046875, "train/tensor_act_model_layers_88_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_o_proj/norm": 280.24442791181764, "train/tensor_act_model_layers_88_self_attn_o_proj/mean": -0.003757476806640625, "train/tensor_act_model_layers_88_self_attn_o_proj/std": 0.048219862270983176, "train/tensor_act_model_layers_88_self_attn_o_proj/max_abs": 0.21875, "train/tensor_act_model_layers_88_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn/norm": 280.24442791181764, "train/tensor_act_model_layers_88_self_attn/mean": -0.003757476806640625, "train/tensor_act_model_layers_88_self_attn/std": 0.048219862270983176, "train/tensor_act_model_layers_88_self_attn/max_abs": 0.21875, "train/tensor_act_model_layers_88_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_post_attention_layernorm/norm": 5792.594726565186, "train/tensor_act_model_layers_88_post_attention_layernorm/mean": 0.091552734375, "train/tensor_act_model_layers_88_post_attention_layernorm/std": 0.9961344691910837, "train/tensor_act_model_layers_88_post_attention_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_88_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 2252.2788090172558, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.00629425048828125, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.22436681003349357, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 1.109375, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 98.26515539423234, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.001163482666015625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.01690739714719267, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 0.09130859375, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/norm": 98.26515539423234, "train/tensor_act_model_layers_88_mlp/mean": 0.001163482666015625, "train/tensor_act_model_layers_88_mlp/std": 0.01690739714719267, "train/tensor_act_model_layers_88_mlp/max_abs": 0.09130859375, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88/norm": 2787.404307244295, "train/tensor_act_model_layers_88/mean": 0.04583740234375, "train/tensor_act_model_layers_88/std": 0.4795137350053914, "train/tensor_act_model_layers_88/max_abs": 2.140625, "train/tensor_act_model_layers_88/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_input_layernorm/norm": 5792.601196300777, "train/tensor_act_model_layers_89_input_layernorm/mean": 0.093505859375, "train/tensor_act_model_layers_89_input_layernorm/std": 0.9961344691910837, "train/tensor_act_model_layers_89_input_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_89_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_q_proj/norm": 1339.2267639142956, "train/tensor_act_model_layers_89_self_attn_q_proj/mean": 0.0138092041015625, "train/tensor_act_model_layers_89_self_attn_q_proj/std": 0.23047475231161663, "train/tensor_act_model_layers_89_self_attn_q_proj/max_abs": 1.140625, "train/tensor_act_model_layers_89_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_k_proj/norm": 1345.170510067188, "train/tensor_act_model_layers_89_self_attn_k_proj/mean": -0.0147705078125, "train/tensor_act_model_layers_89_self_attn_k_proj/std": 0.23169258445175328, "train/tensor_act_model_layers_89_self_attn_k_proj/max_abs": 1.109375, "train/tensor_act_model_layers_89_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_v_proj/norm": 1306.2536686522112, "train/tensor_act_model_layers_89_self_attn_v_proj/mean": 0.0014238357543945312, "train/tensor_act_model_layers_89_self_attn_v_proj/std": 0.22559034686814333, "train/tensor_act_model_layers_89_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_89_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_o_proj/norm": 272.82145313693974, "train/tensor_act_model_layers_89_self_attn_o_proj/mean": -0.004150390625, "train/tensor_act_model_layers_89_self_attn_o_proj/std": 0.046937290169911015, "train/tensor_act_model_layers_89_self_attn_o_proj/max_abs": 0.2099609375, "train/tensor_act_model_layers_89_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn/norm": 272.82145313693974, "train/tensor_act_model_layers_89_self_attn/mean": -0.004150390625, "train/tensor_act_model_layers_89_self_attn/std": 0.046937290169911015, "train/tensor_act_model_layers_89_self_attn/max_abs": 0.2099609375, "train/tensor_act_model_layers_89_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_post_attention_layernorm/norm": 5792.597534195754, "train/tensor_act_model_layers_89_post_attention_layernorm/mean": 0.084716796875, "train/tensor_act_model_layers_89_post_attention_layernorm/std": 0.9961330331274295, "train/tensor_act_model_layers_89_post_attention_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_89_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 2249.7893797254014, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.00734710693359375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.22412342429247933, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 106.22098089934093, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.0005817413330078125, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.018341390044326226, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 0.1044921875, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/norm": 106.22098089934093, "train/tensor_act_model_layers_89_mlp/mean": 0.0005817413330078125, "train/tensor_act_model_layers_89_mlp/std": 0.018341390044326226, "train/tensor_act_model_layers_89_mlp/max_abs": 0.1044921875, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89/norm": 2798.3913772828187, "train/tensor_act_model_layers_89/mean": 0.04229736328125, "train/tensor_act_model_layers_89/std": 0.4814664940498007, "train/tensor_act_model_layers_89/max_abs": 2.25, "train/tensor_act_model_layers_89/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_input_layernorm/norm": 5792.599243166454, "train/tensor_act_model_layers_90_input_layernorm/mean": 0.0860595703125, "train/tensor_act_model_layers_90_input_layernorm/std": 0.9961342223677903, "train/tensor_act_model_layers_90_input_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_90_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_q_proj/norm": 1316.643900300056, "train/tensor_act_model_layers_90_self_attn_q_proj/mean": -0.00754547119140625, "train/tensor_act_model_layers_90_self_attn_q_proj/std": 0.2270571321963057, "train/tensor_act_model_layers_90_self_attn_q_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_90_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_k_proj/norm": 1333.4137755765014, "train/tensor_act_model_layers_90_self_attn_k_proj/mean": -0.010284423828125, "train/tensor_act_model_layers_90_self_attn_k_proj/std": 0.22973825978876758, "train/tensor_act_model_layers_90_self_attn_k_proj/max_abs": 1.078125, "train/tensor_act_model_layers_90_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_v_proj/norm": 1343.0614304675207, "train/tensor_act_model_layers_90_self_attn_v_proj/mean": -0.0092315673828125, "train/tensor_act_model_layers_90_self_attn_v_proj/std": 0.2314490441733729, "train/tensor_act_model_layers_90_self_attn_v_proj/max_abs": 1.078125, "train/tensor_act_model_layers_90_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_o_proj/norm": 296.07312619664077, "train/tensor_act_model_layers_90_self_attn_o_proj/mean": -0.0014858245849609375, "train/tensor_act_model_layers_90_self_attn_o_proj/std": 0.051148831505894006, "train/tensor_act_model_layers_90_self_attn_o_proj/max_abs": 0.251953125, "train/tensor_act_model_layers_90_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn/norm": 296.07312619664077, "train/tensor_act_model_layers_90_self_attn/mean": -0.0014858245849609375, "train/tensor_act_model_layers_90_self_attn/std": 0.051148831505894006, "train/tensor_act_model_layers_90_self_attn/max_abs": 0.251953125, "train/tensor_act_model_layers_90_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_post_attention_layernorm/norm": 5792.596069337722, "train/tensor_act_model_layers_90_post_attention_layernorm/mean": 0.082763671875, "train/tensor_act_model_layers_90_post_attention_layernorm/std": 0.9961302806663058, "train/tensor_act_model_layers_90_post_attention_layernorm/max_abs": 4.4375, "train/tensor_act_model_layers_90_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 2244.6721641629842, "train/tensor_act_model_layers_90_mlp_up_proj/mean": 0.00252532958984375, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.22338974996733954, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 98.50110118953543, "train/tensor_act_model_layers_90_mlp_down_proj/mean": -0.00026297569274902344, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.016998697440272215, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 0.08740234375, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/norm": 98.50110118953543, "train/tensor_act_model_layers_90_mlp/mean": -0.00026297569274902344, "train/tensor_act_model_layers_90_mlp/std": 0.016998697440272215, "train/tensor_act_model_layers_90_mlp/max_abs": 0.08740234375, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90/norm": 2816.2399788980288, "train/tensor_act_model_layers_90/mean": 0.04058837890625, "train/tensor_act_model_layers_90/std": 0.48439497675770804, "train/tensor_act_model_layers_90/max_abs": 2.296875, "train/tensor_act_model_layers_90/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_input_layernorm/norm": 5792.596801764515, "train/tensor_act_model_layers_91_input_layernorm/mean": 0.0821533203125, "train/tensor_act_model_layers_91_input_layernorm/std": 0.9961300338419748, "train/tensor_act_model_layers_91_input_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_91_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_q_proj/norm": 1284.6529468698284, "train/tensor_act_model_layers_91_self_attn_q_proj/mean": 0.019744873046875, "train/tensor_act_model_layers_91_self_attn_q_proj/std": 0.22095022252248694, "train/tensor_act_model_layers_91_self_attn_q_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_91_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_k_proj/norm": 1332.655143805129, "train/tensor_act_model_layers_91_self_attn_k_proj/mean": -0.020904541015625, "train/tensor_act_model_layers_91_self_attn_k_proj/std": 0.22900534387393462, "train/tensor_act_model_layers_91_self_attn_k_proj/max_abs": 1.046875, "train/tensor_act_model_layers_91_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_v_proj/norm": 1254.7905532474447, "train/tensor_act_model_layers_91_self_attn_v_proj/mean": 0.007720947265625, "train/tensor_act_model_layers_91_self_attn_v_proj/std": 0.21655509220633065, "train/tensor_act_model_layers_91_self_attn_v_proj/max_abs": 0.98046875, "train/tensor_act_model_layers_91_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_o_proj/norm": 278.9938786449822, "train/tensor_act_model_layers_91_self_attn_o_proj/mean": -0.002918243408203125, "train/tensor_act_model_layers_91_self_attn_o_proj/std": 0.04803621827038864, "train/tensor_act_model_layers_91_self_attn_o_proj/max_abs": 0.232421875, "train/tensor_act_model_layers_91_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn/norm": 278.9938786449822, "train/tensor_act_model_layers_91_self_attn/mean": -0.002918243408203125, "train/tensor_act_model_layers_91_self_attn/std": 0.04803621827038864, "train/tensor_act_model_layers_91_self_attn/max_abs": 0.232421875, "train/tensor_act_model_layers_91_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_post_attention_layernorm/norm": 5792.598876963563, "train/tensor_act_model_layers_91_post_attention_layernorm/mean": 0.07568359375, "train/tensor_act_model_layers_91_post_attention_layernorm/std": 0.9961339605854429, "train/tensor_act_model_layers_91_post_attention_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_91_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2267.064453170859, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.00531005859375, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.22583126274004384, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 102.19521475096226, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.0003409385681152344, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.017639656753658903, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 0.087890625, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/norm": 102.19521475096226, "train/tensor_act_model_layers_91_mlp/mean": 0.0003409385681152344, "train/tensor_act_model_layers_91_mlp/std": 0.017639656753658903, "train/tensor_act_model_layers_91_mlp/max_abs": 0.087890625, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91/norm": 2833.0482341544134, "train/tensor_act_model_layers_91/mean": 0.0379638671875, "train/tensor_act_model_layers_91/std": 0.4873264743620788, "train/tensor_act_model_layers_91/max_abs": 2.25, "train/tensor_act_model_layers_91/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_input_layernorm/norm": 5792.6016845740105, "train/tensor_act_model_layers_92_input_layernorm/mean": 0.0762939453125, "train/tensor_act_model_layers_92_input_layernorm/std": 0.99613565842973, "train/tensor_act_model_layers_92_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_92_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_q_proj/norm": 1292.4866395586057, "train/tensor_act_model_layers_92_self_attn_q_proj/mean": 0.0133056640625, "train/tensor_act_model_layers_92_self_attn_q_proj/std": 0.22265801930979406, "train/tensor_act_model_layers_92_self_attn_q_proj/max_abs": 1.15625, "train/tensor_act_model_layers_92_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_k_proj/norm": 1311.4297381425379, "train/tensor_act_model_layers_92_self_attn_k_proj/mean": 0.006072998046875, "train/tensor_act_model_layers_92_self_attn_k_proj/std": 0.22656981994872905, "train/tensor_act_model_layers_92_self_attn_k_proj/max_abs": 1.28125, "train/tensor_act_model_layers_92_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_v_proj/norm": 1318.1121858227532, "train/tensor_act_model_layers_92_self_attn_v_proj/mean": 0.009735107421875, "train/tensor_act_model_layers_92_self_attn_v_proj/std": 0.22706102942852327, "train/tensor_act_model_layers_92_self_attn_v_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_92_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_o_proj/norm": 285.8713360985647, "train/tensor_act_model_layers_92_self_attn_o_proj/mean": -0.0016918182373046875, "train/tensor_act_model_layers_92_self_attn_o_proj/std": 0.0493193534567068, "train/tensor_act_model_layers_92_self_attn_o_proj/max_abs": 0.2431640625, "train/tensor_act_model_layers_92_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn/norm": 285.8713360985647, "train/tensor_act_model_layers_92_self_attn/mean": -0.0016918182373046875, "train/tensor_act_model_layers_92_self_attn/std": 0.0493193534567068, "train/tensor_act_model_layers_92_self_attn/max_abs": 0.2431640625, "train/tensor_act_model_layers_92_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_post_attention_layernorm/norm": 5792.591552735409, "train/tensor_act_model_layers_92_post_attention_layernorm/mean": 0.0726318359375, "train/tensor_act_model_layers_92_post_attention_layernorm/std": 0.9961321879431654, "train/tensor_act_model_layers_92_post_attention_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_92_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 2267.291074175885, "train/tensor_act_model_layers_92_mlp_up_proj/mean": 0.001590728759765625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.22583386229553548, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 110.60182742466367, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.00010133534669876099, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.019104490857342914, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 0.0986328125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/norm": 110.60182742466367, "train/tensor_act_model_layers_92_mlp/mean": 0.00010133534669876099, "train/tensor_act_model_layers_92_mlp/std": 0.019104490857342914, "train/tensor_act_model_layers_92_mlp/max_abs": 0.0986328125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92/norm": 2836.9797299208376, "train/tensor_act_model_layers_92/mean": 0.036376953125, "train/tensor_act_model_layers_92/std": 0.48878925599989365, "train/tensor_act_model_layers_92/max_abs": 2.296875, "train/tensor_act_model_layers_92/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_input_layernorm/norm": 5792.598510747357, "train/tensor_act_model_layers_93_input_layernorm/mean": 0.0728759765625, "train/tensor_act_model_layers_93_input_layernorm/std": 0.9961311108931523, "train/tensor_act_model_layers_93_input_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_93_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_q_proj/norm": 1303.2862523879548, "train/tensor_act_model_layers_93_self_attn_q_proj/mean": 0.027801513671875, "train/tensor_act_model_layers_93_self_attn_q_proj/std": 0.22339693273059866, "train/tensor_act_model_layers_93_self_attn_q_proj/max_abs": 1.0078125, "train/tensor_act_model_layers_93_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_k_proj/norm": 1281.676165731084, "train/tensor_act_model_layers_93_self_attn_k_proj/mean": 0.012908935546875, "train/tensor_act_model_layers_93_self_attn_k_proj/std": 0.2209538432454156, "train/tensor_act_model_layers_93_self_attn_k_proj/max_abs": 0.9921875, "train/tensor_act_model_layers_93_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_v_proj/norm": 1391.408999669199, "train/tensor_act_model_layers_93_self_attn_v_proj/mean": 0.0017948150634765625, "train/tensor_act_model_layers_93_self_attn_v_proj/std": 0.24023763356958455, "train/tensor_act_model_layers_93_self_attn_v_proj/max_abs": 1.09375, "train/tensor_act_model_layers_93_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_o_proj/norm": 301.9507926292799, "train/tensor_act_model_layers_93_self_attn_o_proj/mean": -0.003986358642578125, "train/tensor_act_model_layers_93_self_attn_o_proj/std": 0.051943709856524814, "train/tensor_act_model_layers_93_self_attn_o_proj/max_abs": 0.2578125, "train/tensor_act_model_layers_93_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn/norm": 301.9507926292799, "train/tensor_act_model_layers_93_self_attn/mean": -0.003986358642578125, "train/tensor_act_model_layers_93_self_attn/std": 0.051943709856524814, "train/tensor_act_model_layers_93_self_attn/max_abs": 0.2578125, "train/tensor_act_model_layers_93_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_post_attention_layernorm/norm": 5792.603027344687, "train/tensor_act_model_layers_93_post_attention_layernorm/mean": 0.06494140625, "train/tensor_act_model_layers_93_post_attention_layernorm/std": 0.99808627534199, "train/tensor_act_model_layers_93_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_93_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2283.6096776829622, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 1.9669532775878906e-05, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.22754051446957416, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 1.140625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 105.66637878635642, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.0006203651428222656, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.018250476499828104, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 0.0986328125, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/norm": 105.66637878635642, "train/tensor_act_model_layers_93_mlp/mean": 0.0006203651428222656, "train/tensor_act_model_layers_93_mlp/std": 0.018250476499828104, "train/tensor_act_model_layers_93_mlp/max_abs": 0.0986328125, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93/norm": 2829.826874425449, "train/tensor_act_model_layers_93/mean": 0.03302001953125, "train/tensor_act_model_layers_93/std": 0.48732572903815136, "train/tensor_act_model_layers_93/max_abs": 2.296875, "train/tensor_act_model_layers_93/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 5792.592407227966, "train/tensor_act_model_norm/mean": 0.06622314453125, "train/tensor_act_model_norm/std": 0.9980880725069328, "train/tensor_act_model_norm/max_abs": 4.75, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 5792.592407227966, "train/tensor_act_model/mean": 0.06622314453125, "train/tensor_act_model/std": 0.9980880725069328, "train/tensor_act_model/max_abs": 4.75, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 7400.851039722216, "train/tensor_act_lm_head/mean": 0.003650665283203125, "train/tensor_act_lm_head/std": 0.22558597655910095, "train/tensor_act_lm_head/max_abs": 1.2578125, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 16.66717627338382, "train/tensor_act_/mean": 8.333587646484375, "train/tensor_act_/std": 0.0, "train/tensor_act_/max_abs": 8.337332725524902, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.026410879034119712, "train/tensor_grad_model_norm_weight/mean": 0.000324249267578125, "train/tensor_grad_model_norm_weight/std": 0.0011241542951170203, "train/tensor_grad_model_norm_weight/max_abs": 0.005401611328125, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 0.0620165244815997, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 6.586778908967972e-07, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 0.00013996425759181416, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 0.001739501953125, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 0.04065546214156186, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -4.1956081986427307e-07, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 9.156579652861627e-05, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 0.00121307373046875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/norm": 0.0008607659611124922, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/mean": -1.265108585357666e-05, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/std": 3.6003558344680895e-05, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/max_abs": 0.00018024444580078125, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/norm": 0.16045742095209756, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/mean": 2.257293090224266e-07, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/std": 0.0006267868263470151, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/max_abs": 0.006072998046875, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/norm": 0.1445592904598385, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/mean": -3.3266842365264893e-06, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/std": 0.0005646851752885044, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/max_abs": 0.004302978515625, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/norm": 9.996848660121607e-05, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/mean": -4.387402441352606e-09, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/std": 3.9050254683473957e-07, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/max_abs": 3.6954879760742188e-06, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/norm": 0.0001156914946537663, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/mean": 3.798049874603748e-09, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/std": 4.5192493650134784e-07, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/max_abs": 4.26173210144043e-06, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_input_layernorm_weight/norm": 0.00296518555720214, "train/tensor_grad_model_layers_93_input_layernorm_weight/mean": -4.66126948595047e-06, "train/tensor_grad_model_layers_93_input_layernorm_weight/std": 0.00013146319249545156, "train/tensor_grad_model_layers_93_input_layernorm_weight/max_abs": 0.000507354736328125, "train/tensor_grad_model_layers_93_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 0.0627484153152313, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 2.4400651454925537e-06, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 0.00014162834128530642, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 0.002044677734375, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 0.04528956655051061, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": -4.153698682785034e-07, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 0.00010216648899170379, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 0.0021820068359375, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/norm": 0.0009804143045134255, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/mean": -3.766268491744995e-06, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/std": 4.333415417462818e-05, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/max_abs": 0.0001773834228515625, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/norm": 0.13700009417008555, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/mean": 9.424984455108643e-07, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/std": 0.0005351569188079454, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/max_abs": 0.005828857421875, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/norm": 0.1273508736893841, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/mean": -7.405877113342285e-06, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/std": 0.0004964949906121585, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/max_abs": 0.00347900390625, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/norm": 0.00010469155004615014, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/mean": 6.330083124339581e-10, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/std": 4.0896055375875827e-07, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/max_abs": 5.8710575103759766e-06, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/norm": 0.00010134051749217676, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/mean": -3.147306415485218e-09, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/std": 3.958712828953572e-07, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/max_abs": 4.291534423828125e-06, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_input_layernorm_weight/norm": 0.0030404740582047366, "train/tensor_grad_model_layers_92_input_layernorm_weight/mean": 1.5929341316223145e-05, "train/tensor_grad_model_layers_92_input_layernorm_weight/std": 0.00013424155248009342, "train/tensor_grad_model_layers_92_input_layernorm_weight/max_abs": 0.00080108642578125, "train/tensor_grad_model_layers_92_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 0.06073105394191017, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 1.9688159227371216e-06, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 0.0001368569485577578, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 0.00147247314453125, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 0.04040767051754732, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": -1.2118835002183914e-07, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 9.131854727415657e-05, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 0.00174713134765625, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/norm": 0.0007668537815327946, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/mean": -8.123461157083511e-07, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/std": 3.3982899653668946e-05, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/max_abs": 0.00013828277587890625, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/norm": 0.12563377881098067, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/mean": 3.734603524208069e-07, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/std": 0.0004907571114934607, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/max_abs": 0.005126953125, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/norm": 0.13797293737673436, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/mean": -9.443610906600952e-07, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/std": 0.0005389571208189437, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/max_abs": 0.00421142578125, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/norm": 8.961208973060058e-05, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/mean": 1.451098796678707e-09, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/std": 3.5006173003029596e-07, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/max_abs": 3.11434268951416e-06, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/norm": 9.029424991219371e-05, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/mean": -6.359186954796314e-09, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/std": 3.5271628229682995e-07, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/max_abs": 5.513429641723633e-06, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_input_layernorm_weight/norm": 0.002613476909132546, "train/tensor_grad_model_layers_91_input_layernorm_weight/mean": 2.3990869522094727e-06, "train/tensor_grad_model_layers_91_input_layernorm_weight/std": 0.0001160640092261184, "train/tensor_grad_model_layers_91_input_layernorm_weight/max_abs": 0.0003871917724609375, "train/tensor_grad_model_layers_91_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 0.06079395700715365, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 7.990747690200806e-07, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 0.00013686191650900555, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 0.00168609619140625, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 0.04372196661763902, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -1.6223639249801636e-06, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 9.851334649818508e-05, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 0.0019378662109375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/norm": 0.0009459160901609613, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/mean": -8.165836334228516e-06, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/std": 4.116959736637584e-05, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/max_abs": 0.000171661376953125, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/norm": 0.13258701706010098, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/mean": -3.759050741791725e-07, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/std": 0.0005179181020451856, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/max_abs": 0.00469970703125, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/norm": 0.13456113476731743, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/mean": 3.769993782043457e-06, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/std": 0.0005256300150120386, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/max_abs": 0.0042724609375, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/norm": 9.072884248632875e-05, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/mean": 1.3342287275008857e-09, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/std": 3.5440992649038676e-07, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/max_abs": 4.172325134277344e-06, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/norm": 0.00011035509840318765, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/mean": 6.097252480685711e-09, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/std": 4.310748519470899e-07, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/max_abs": 5.781650543212891e-06, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_input_layernorm_weight/norm": 0.002632240625241864, "train/tensor_grad_model_layers_90_input_layernorm_weight/mean": 4.101544618606567e-06, "train/tensor_grad_model_layers_90_input_layernorm_weight/std": 0.00011659305160366489, "train/tensor_grad_model_layers_90_input_layernorm_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_90_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 0.0620747643729388, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 4.307366907596588e-07, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 0.00014019573857630745, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 0.001617431640625, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 0.038149853406851966, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 1.8102582544088364e-07, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 8.607872060169302e-05, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 0.0010833740234375, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/norm": 0.0008203772323476273, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/mean": 7.770955562591553e-06, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/std": 3.55663053960905e-05, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/max_abs": 0.00014591217041015625, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/norm": 0.13820860942958288, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/mean": 1.2386590242385864e-07, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/std": 0.0005398774529728419, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/max_abs": 0.004486083984375, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/norm": 0.12418217150425796, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/mean": 7.614493370056152e-06, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/std": 0.00048508761881881714, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/max_abs": 0.004180908203125, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/norm": 9.541867786640801e-05, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/mean": -5.868969310540706e-09, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/std": 3.7274605105693006e-07, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/max_abs": 4.023313522338867e-06, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/norm": 8.96133583767546e-05, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/mean": 2.091837814077735e-09, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/std": 3.5005407779023304e-07, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/max_abs": 3.3676624298095703e-06, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_input_layernorm_weight/norm": 0.002348354406371543, "train/tensor_grad_model_layers_89_input_layernorm_weight/mean": 2.305954694747925e-06, "train/tensor_grad_model_layers_89_input_layernorm_weight/std": 0.0001040576127493818, "train/tensor_grad_model_layers_89_input_layernorm_weight/max_abs": 0.0004291534423828125, "train/tensor_grad_model_layers_89_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 0.05933044167055081, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 1.1874362826347351e-06, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 0.00013400306846505136, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 0.00115966796875, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 0.037366677751519646, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": -4.854518920183182e-08, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 8.431296455771032e-05, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 0.001220703125, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/norm": 0.0008526893739385612, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/mean": 3.5837292671203613e-06, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/std": 3.762146676881811e-05, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/max_abs": 0.00018978118896484375, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/norm": 0.13186486951055296, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/mean": -9.32253897190094e-07, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/std": 0.0005150972795546192, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/max_abs": 0.005401611328125, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/norm": 0.12845602305699466, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/mean": 7.770955562591553e-06, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/std": 0.0005017817566365853, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/max_abs": 0.004119873046875, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/norm": 9.665866754099256e-05, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/mean": -8.440110832452774e-10, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/std": 3.7757688187452566e-07, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/max_abs": 6.377696990966797e-06, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/norm": 9.920333213845033e-05, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/mean": -5.24596543982625e-09, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/std": 3.8700237829954294e-07, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/max_abs": 6.943941116333008e-06, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_input_layernorm_weight/norm": 0.0025574294928464502, "train/tensor_grad_model_layers_88_input_layernorm_weight/mean": 7.72625207901001e-06, "train/tensor_grad_model_layers_88_input_layernorm_weight/std": 0.0001131038015130365, "train/tensor_grad_model_layers_88_input_layernorm_weight/max_abs": 0.00048828125, "train/tensor_grad_model_layers_88_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 0.05994584580155263, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -4.548346623778343e-07, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 0.00013519992484072087, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 0.0020904541015625, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 0.03931649599856249, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -3.103632479906082e-07, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 8.88355573417498e-05, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 0.00164031982421875, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/norm": 0.0009212908528160733, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/mean": 1.0505318641662598e-05, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/std": 3.946057916432145e-05, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/max_abs": 0.00017070770263671875, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/norm": 0.14503350495597372, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/mean": -6.041955202817917e-08, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/std": 0.0005665372807273655, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/max_abs": 0.005645751953125, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/norm": 0.1237992791593947, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/mean": -9.253621101379395e-06, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/std": 0.0004835923289065404, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/max_abs": 0.00445556640625, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/norm": 9.361110134487803e-05, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/mean": 2.8967406251467764e-09, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/std": 3.656770420399821e-07, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/max_abs": 4.32133674621582e-06, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/norm": 0.00010574959254173674, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/mean": 5.256879376247525e-10, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/std": 4.130892867089638e-07, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/max_abs": 5.036592483520508e-06, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_input_layernorm_weight/norm": 0.002201962748647425, "train/tensor_grad_model_layers_87_input_layernorm_weight/mean": -3.777444362640381e-06, "train/tensor_grad_model_layers_87_input_layernorm_weight/std": 9.767404013093863e-05, "train/tensor_grad_model_layers_87_input_layernorm_weight/max_abs": 0.00049591064453125, "train/tensor_grad_model_layers_87_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 0.060485932227871554, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -6.629852578043938e-07, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 0.00013637623234702062, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 0.001678466796875, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 0.037171763127701, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -9.099021553993225e-07, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 8.380798965706842e-05, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 0.001434326171875, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/norm": 0.0008804578298060344, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/mean": -1.0088086128234863e-05, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/std": 3.775081186875286e-05, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/max_abs": 0.000186920166015625, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/norm": 0.1450417241541394, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/mean": -7.292255759239197e-07, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/std": 0.0005665692680468766, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/max_abs": 0.005615234375, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/norm": 0.14724331390796863, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/mean": 8.538365364074707e-06, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/std": 0.0005751704061865325, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/max_abs": 0.005523681640625, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/norm": 0.00013239188556067661, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/mean": 4.743924364447594e-09, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/std": 5.17157455987043e-07, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/max_abs": 7.539987564086914e-06, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/norm": 0.00011780531966422753, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/mean": 2.85126589005813e-09, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/std": 4.601787659461971e-07, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/max_abs": 4.410743713378906e-06, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_input_layernorm_weight/norm": 0.0028996718122833083, "train/tensor_grad_model_layers_86_input_layernorm_weight/mean": 2.962537109851837e-06, "train/tensor_grad_model_layers_86_input_layernorm_weight/std": 0.0001290228264735324, "train/tensor_grad_model_layers_86_input_layernorm_weight/max_abs": 0.0004863739013671875, "train/tensor_grad_model_layers_86_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 0.06373426504983698, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 6.407499313354492e-07, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 0.00014355211300835018, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 0.00193023681640625, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 0.04066572349006993, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 6.09084963798523e-07, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 9.171006026320187e-05, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 0.0016937255859375, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/norm": 0.0006988422318077429, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/mean": 3.557652235031128e-06, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/std": 3.0781614326879205e-05, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/max_abs": 0.00011301040649414062, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/norm": 0.13774897834966673, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/mean": 1.7496131476946175e-07, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/std": 0.0005380821083976436, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/max_abs": 0.004638671875, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/norm": 0.12661016061335018, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/mean": 2.382323145866394e-06, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/std": 0.0004945716366982392, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/max_abs": 0.0036773681640625, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/norm": 9.559455291134573e-05, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/mean": -3.230525180697441e-09, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/std": 3.7342607401802664e-07, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/max_abs": 4.112720489501953e-06, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/norm": 0.00010603946065080214, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/mean": -1.0891199053730816e-09, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/std": 4.1421800290853243e-07, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/max_abs": 8.881092071533203e-06, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_input_layernorm_weight/norm": 0.0026262632336230894, "train/tensor_grad_model_layers_85_input_layernorm_weight/mean": -2.287633833475411e-07, "train/tensor_grad_model_layers_85_input_layernorm_weight/std": 0.00011667402402555437, "train/tensor_grad_model_layers_85_input_layernorm_weight/max_abs": 0.000579833984375, "train/tensor_grad_model_layers_85_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 0.06085679505429192, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 8.346978574991226e-07, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 0.00013734009782328315, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 0.00128936767578125, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 0.041091666803390284, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 2.8777867555618286e-07, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 9.265786653272117e-05, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 0.00177001953125, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/norm": 0.0008673949706295537, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/mean": 3.546476364135742e-06, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/std": 3.829983402450564e-05, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/max_abs": 0.00020503997802734375, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/norm": 0.14409178860185082, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/mean": -5.341134965419769e-07, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/std": 0.0005628587446816002, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/max_abs": 0.0062255859375, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/norm": 0.13185944524212342, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/mean": 1.7918646335601807e-06, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/std": 0.0005150761469161082, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/max_abs": 0.0032196044921875, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/norm": 0.00010941334861663375, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/mean": -6.775735528208315e-10, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/std": 4.2739792323200715e-07, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/max_abs": 4.76837158203125e-06, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/norm": 0.0001053038482892658, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/mean": 2.2591848392039537e-09, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/std": 4.1135693432438063e-07, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/max_abs": 3.933906555175781e-06, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_input_layernorm_weight/norm": 0.0024381019165461548, "train/tensor_grad_model_layers_84_input_layernorm_weight/mean": -6.277114152908325e-06, "train/tensor_grad_model_layers_84_input_layernorm_weight/std": 0.00010795087033197353, "train/tensor_grad_model_layers_84_input_layernorm_weight/max_abs": 0.000396728515625, "train/tensor_grad_model_layers_84_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 0.06677725877558391, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -1.4379620552062988e-06, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 0.00015045731106384726, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 0.0017547607421875, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 0.04554057108732516, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -1.316075213253498e-07, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 0.00010265659439330903, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 0.00173187255859375, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/norm": 0.0009320965126077919, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/mean": 1.6555190086364746e-05, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/std": 3.7824263533783414e-05, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/max_abs": 0.00017642974853515625, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/norm": 0.13992389108812409, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/mean": -4.2351894080638885e-07, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/std": 0.0005465777566370204, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/max_abs": 0.005126953125, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/norm": 0.12367716832740237, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/mean": 4.731118679046631e-06, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/std": 0.00048311420598533646, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/max_abs": 0.00433349609375, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/norm": 8.108124792409088e-05, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/mean": 4.198227543383837e-09, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/std": 3.167248130363378e-07, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/max_abs": 3.0547380447387695e-06, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/norm": 7.741558099472981e-05, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/mean": 3.333298081997782e-10, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/std": 3.024085164491465e-07, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/max_abs": 3.11434268951416e-06, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_input_layernorm_weight/norm": 0.0020608123047886747, "train/tensor_grad_model_layers_83_input_layernorm_weight/mean": 1.4584511518478394e-06, "train/tensor_grad_model_layers_83_input_layernorm_weight/std": 9.147266763888047e-05, "train/tensor_grad_model_layers_83_input_layernorm_weight/max_abs": 0.0004138946533203125, "train/tensor_grad_model_layers_83_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 0.0642168743667128, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -3.4347176551818848e-06, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 0.0001447342697068335, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 0.002288818359375, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 0.04028875139348234, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -8.735805749893188e-07, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 9.07307410502192e-05, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 0.00177764892578125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/norm": 0.0008003572142324337, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/mean": -5.014240741729736e-06, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/std": 3.513255452312284e-05, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/max_abs": 0.00016021728515625, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/norm": 0.14162681617481362, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/mean": 8.307397365570068e-07, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/std": 0.000553229863176695, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/max_abs": 0.004058837890625, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/norm": 0.12317928879465802, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/mean": 3.375113010406494e-06, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/std": 0.00048117034356860933, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/max_abs": 0.004119873046875, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/norm": 9.380309258835721e-05, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/mean": -2.2218955564312637e-09, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/std": 3.6642000630984914e-07, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/max_abs": 3.874301910400391e-06, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/norm": 8.838546856831639e-05, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/mean": -2.688466338440776e-09, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/std": 3.452580329798689e-07, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/max_abs": 4.649162292480469e-06, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_input_layernorm_weight/norm": 0.0020944181851053094, "train/tensor_grad_model_layers_82_input_layernorm_weight/mean": 6.4820051193237305e-06, "train/tensor_grad_model_layers_82_input_layernorm_weight/std": 9.265384701685732e-05, "train/tensor_grad_model_layers_82_input_layernorm_weight/max_abs": 0.0002994537353515625, "train/tensor_grad_model_layers_82_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 0.06629260942167178, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -2.775341272354126e-06, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 0.00014950366451973565, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 0.0023345947265625, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 0.04236736807273835, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -1.4081597328186035e-06, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 9.538730966796376e-05, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 0.0024871826171875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/norm": 0.0013831158042030807, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/mean": -2.9325485229492188e-05, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/std": 5.372061846652954e-05, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/max_abs": 0.0003566741943359375, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/norm": 0.1374917114533956, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/mean": -9.498180588707328e-07, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/std": 0.0005370772970444302, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/max_abs": 0.004669189453125, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/norm": 0.14700752934486735, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/mean": -2.216547727584839e-06, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/std": 0.0005742485698631387, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/max_abs": 0.0057373046875, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/norm": 0.00014363329372978333, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/mean": -4.140019882470369e-09, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/std": 5.610712947501988e-07, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/max_abs": 8.821487426757812e-06, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/norm": 0.00011512877452281638, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/mean": 1.7171259969472885e-09, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/std": 4.497284408773605e-07, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/max_abs": 6.258487701416016e-06, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_input_layernorm_weight/norm": 0.002812350471150931, "train/tensor_grad_model_layers_81_input_layernorm_weight/mean": 1.30385160446167e-05, "train/tensor_grad_model_layers_81_input_layernorm_weight/std": 0.0001239063469836416, "train/tensor_grad_model_layers_81_input_layernorm_weight/max_abs": 0.0004425048828125, "train/tensor_grad_model_layers_81_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 0.06329990159188285, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -2.2239983081817627e-06, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 0.0001428301995860243, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 0.0017852783203125, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 0.04230242722268261, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -1.1511147022247314e-06, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 9.537886606840386e-05, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 0.0017852783203125, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/norm": 0.0009254258225263941, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/mean": 9.164214134216309e-07, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/std": 4.0973707110669696e-05, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/max_abs": 0.0002574920654296875, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/norm": 0.12405226965553452, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/mean": -3.674067556858063e-07, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/std": 0.0004845792940202525, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/max_abs": 0.00445556640625, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/norm": 0.1457721945351203, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/mean": -4.498288035392761e-07, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/std": 0.0005694228472746663, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/max_abs": 0.006378173828125, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/norm": 0.00011564063017606852, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/mean": -4.954927135258913e-09, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/std": 4.517306641984721e-07, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/max_abs": 5.692243576049805e-06, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/norm": 0.00012125477647748386, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/mean": -4.012690624222159e-09, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/std": 4.7365222979163884e-07, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/max_abs": 4.976987838745117e-06, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_input_layernorm_weight/norm": 0.0030412780113190426, "train/tensor_grad_model_layers_80_input_layernorm_weight/mean": 3.9674341678619385e-06, "train/tensor_grad_model_layers_80_input_layernorm_weight/std": 0.0001349966281519068, "train/tensor_grad_model_layers_80_input_layernorm_weight/max_abs": 0.00061798095703125, "train/tensor_grad_model_layers_80_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 0.06445404976846043, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": -1.5068799257278442e-06, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 0.00014544035394580693, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 0.0019378662109375, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 0.041872430409405456, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": -1.457519829273224e-07, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 9.441934796789406e-05, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 0.00148773193359375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/norm": 0.0007975226559534673, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/mean": -1.0117888450622559e-05, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/std": 3.387378097399061e-05, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/max_abs": 0.00015354156494140625, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/norm": 0.1379953996748475, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/mean": -6.670597940683365e-08, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/std": 0.0005390445919210531, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/max_abs": 0.00531005859375, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/norm": 0.15285464963420287, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/mean": 2.0954757928848267e-06, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/std": 0.000597088691738498, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/max_abs": 0.004608154296875, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/norm": 0.00012019016132161567, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/mean": -2.7848727768287063e-09, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/std": 4.695033129135197e-07, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/max_abs": 4.351139068603516e-06, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/norm": 0.00014792945834310009, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/mean": -4.412868293002248e-09, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/std": 5.77854982301397e-07, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/max_abs": 8.940696716308594e-06, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_input_layernorm_weight/norm": 0.0033967003548005274, "train/tensor_grad_model_layers_79_input_layernorm_weight/mean": -1.030508428812027e-06, "train/tensor_grad_model_layers_79_input_layernorm_weight/std": 0.0001507536686055666, "train/tensor_grad_model_layers_79_input_layernorm_weight/max_abs": 0.00098419189453125, "train/tensor_grad_model_layers_79_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 0.06884852199145391, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -2.6728957891464233e-06, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 0.00015521341191140973, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 0.001983642578125, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 0.04437671416289544, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": 1.6647391021251678e-07, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 0.00010014433807990146, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 0.00179290771484375, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/norm": 0.0010597514621738763, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/mean": -1.823902130126953e-05, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/std": 4.333753668931686e-05, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/max_abs": 0.00023937225341796875, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/norm": 0.14139346913278322, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/mean": 1.6996636986732483e-07, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/std": 0.0005523182599134018, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/max_abs": 0.005523681640625, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/norm": 0.13844388030011912, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/mean": -3.162771463394165e-06, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/std": 0.0005407966090595846, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/max_abs": 0.004119873046875, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/norm": 8.887674145543143e-05, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/mean": 9.141558621195145e-10, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/std": 3.471853028265154e-07, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/max_abs": 3.203749656677246e-06, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/norm": 8.758208419154008e-05, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/mean": 3.6043275031261146e-09, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/std": 3.421234101056664e-07, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/max_abs": 3.1441450119018555e-06, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_input_layernorm_weight/norm": 0.003102669428871207, "train/tensor_grad_model_layers_78_input_layernorm_weight/mean": 2.2420426830649376e-06, "train/tensor_grad_model_layers_78_input_layernorm_weight/std": 0.000137886765115943, "train/tensor_grad_model_layers_78_input_layernorm_weight/max_abs": 0.000652313232421875, "train/tensor_grad_model_layers_78_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 0.06519880410016206, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": -1.8253922462463379e-06, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 0.0001468962511130908, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 0.00186920166015625, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 0.040176156894854514, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 7.60890543460846e-07, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 9.06335793708921e-05, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 0.00138092041015625, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/norm": 0.000758566243578307, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/mean": 1.0564923286437988e-05, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/std": 3.195321493773252e-05, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/max_abs": 0.00011777877807617188, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/norm": 0.15430614588445543, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/mean": -9.010545909404755e-07, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/std": 0.0006027585226687081, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/max_abs": 0.0054931640625, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/norm": 0.15895860917786964, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/mean": -5.306210368871689e-07, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/std": 0.0006209322426472823, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/max_abs": 0.0047607421875, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/norm": 0.0001448431622806944, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/mean": 9.64064383879304e-09, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/std": 5.658031985659802e-07, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/max_abs": 8.165836334228516e-06, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/norm": 0.00014617839536266658, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/mean": -6.592017598450184e-09, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/std": 5.710146842915676e-07, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/max_abs": 1.0669231414794922e-05, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_input_layernorm_weight/norm": 0.003804743177429536, "train/tensor_grad_model_layers_77_input_layernorm_weight/mean": -1.8358230590820312e-05, "train/tensor_grad_model_layers_77_input_layernorm_weight/std": 0.0001679189897760201, "train/tensor_grad_model_layers_77_input_layernorm_weight/max_abs": 0.00089263916015625, "train/tensor_grad_model_layers_77_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 0.06628811369685046, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -3.5725533962249756e-06, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 0.00014949630437154708, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 0.002105712890625, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 0.042120095553276164, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -4.07220795750618e-07, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 9.502273390150275e-05, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 0.001922607421875, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/norm": 0.0007452316463434801, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/mean": 2.759508788585663e-06, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/std": 3.2948896854615045e-05, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/max_abs": 0.000125885009765625, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/norm": 0.15187823256831826, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/mean": 2.4633482098579407e-07, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/std": 0.0005932744108566213, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/max_abs": 0.0068359375, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/norm": 0.15210803454043093, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/mean": -1.4171004295349121e-05, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/std": 0.0005941753185049178, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/max_abs": 0.004638671875, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/norm": 9.49618536830253e-05, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/mean": 1.2887539924122393e-09, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/std": 3.7094966471130854e-07, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/max_abs": 4.4405460357666016e-06, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/norm": 0.00010486054596947244, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/mean": 3.4260665415786207e-09, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/std": 4.096179360964625e-07, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/max_abs": 5.364418029785156e-06, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_input_layernorm_weight/norm": 0.002850117562273343, "train/tensor_grad_model_layers_76_input_layernorm_weight/mean": -2.78279185295105e-06, "train/tensor_grad_model_layers_76_input_layernorm_weight/std": 0.00012639246148821165, "train/tensor_grad_model_layers_76_input_layernorm_weight/max_abs": 0.000644683837890625, "train/tensor_grad_model_layers_76_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 0.06763091919214115, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -4.8764050006866455e-06, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 0.00015259977302894541, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 0.00250244140625, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 0.047854365052656334, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -6.603077054023743e-07, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 0.00010789365093649602, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 0.0024261474609375, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/norm": 0.0009899488527466283, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/mean": 2.691522240638733e-06, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/std": 4.3879727892085606e-05, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/max_abs": 0.0001583099365234375, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/norm": 0.15063694190334326, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/mean": 2.742744982242584e-07, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/std": 0.0005884257224407332, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/max_abs": 0.00762939453125, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/norm": 0.14185305656767772, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/mean": 7.058260962367058e-07, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/std": 0.000554113635280568, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/max_abs": 0.0054931640625, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/norm": 9.590681843832403e-05, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/mean": 7.762537279631943e-10, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/std": 3.7464752736725793e-07, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/max_abs": 4.827976226806641e-06, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/norm": 9.383459860148302e-05, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/mean": 3.383320290595293e-09, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/std": 3.6654378105724106e-07, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/max_abs": 3.6656856536865234e-06, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_input_layernorm_weight/norm": 0.0027964723226567537, "train/tensor_grad_model_layers_75_input_layernorm_weight/mean": -3.0780211091041565e-07, "train/tensor_grad_model_layers_75_input_layernorm_weight/std": 0.00012399246090011594, "train/tensor_grad_model_layers_75_input_layernorm_weight/max_abs": 0.00055694580078125, "train/tensor_grad_model_layers_75_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 0.06775990991503099, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -5.766749382019043e-06, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 0.00015213673784645134, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 0.0027923583984375, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 0.03840096109349814, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 1.6437843441963196e-07, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 8.6571240350808e-05, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 0.00144195556640625, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/norm": 0.0008629187552679256, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/mean": -1.1920928955078125e-06, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/std": 3.8263391865671276e-05, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/max_abs": 0.0001697540283203125, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/norm": 0.1428429221840929, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/mean": -1.171603798866272e-06, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/std": 0.0005579804608359872, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/max_abs": 0.0059814453125, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/norm": 0.1447875353912176, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/mean": 2.250075340270996e-06, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/std": 0.0005655766132817815, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/max_abs": 0.005767822265625, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/norm": 0.00013767573696695076, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/mean": -3.956301952712238e-09, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/std": 5.378010955862329e-07, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/max_abs": 7.12275505065918e-06, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/norm": 0.0001310382867554267, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/mean": -1.127773430198431e-10, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/std": 5.11869680120642e-07, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/max_abs": 8.285045623779297e-06, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_input_layernorm_weight/norm": 0.002498938271702509, "train/tensor_grad_model_layers_74_input_layernorm_weight/mean": 3.213062882423401e-07, "train/tensor_grad_model_layers_74_input_layernorm_weight/std": 0.00011089314743083117, "train/tensor_grad_model_layers_74_input_layernorm_weight/max_abs": 0.000598907470703125, "train/tensor_grad_model_layers_74_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 0.0721463430417685, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": -5.6549906730651855e-06, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 0.00016284628235765377, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 0.00323486328125, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 0.04688930293262469, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -6.537884473800659e-07, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 0.00010577164697096771, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 0.0025787353515625, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/norm": 0.000978164922780998, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/mean": -4.585832357406616e-06, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/std": 4.315560017865829e-05, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/max_abs": 0.00016880035400390625, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/norm": 0.14577546561030552, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/mean": 2.1979212760925293e-06, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/std": 0.00056943584113089, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/max_abs": 0.006988525390625, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/norm": 0.14479082871155718, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/mean": 3.676861524581909e-06, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/std": 0.000565589754840772, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/max_abs": 0.006256103515625, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/norm": 0.00011718558145979155, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/mean": -5.1641109166666865e-09, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/std": 4.577619826671986e-07, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/max_abs": 6.973743438720703e-06, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/norm": 0.00010277500151366676, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/mean": -3.5652192309498787e-10, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/std": 4.0146568731585327e-07, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/max_abs": 5.0067901611328125e-06, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_input_layernorm_weight/norm": 0.0034145184540878685, "train/tensor_grad_model_layers_73_input_layernorm_weight/mean": -1.1608004570007324e-05, "train/tensor_grad_model_layers_73_input_layernorm_weight/std": 0.00015118604104351484, "train/tensor_grad_model_layers_73_input_layernorm_weight/max_abs": 0.0008392333984375, "train/tensor_grad_model_layers_73_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 0.06836024692524285, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -4.298985004425049e-06, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 0.00015425853415158969, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 0.0034637451171875, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 0.043521276411787026, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": -5.816109478473663e-07, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 9.823606314881906e-05, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 0.0028076171875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/norm": 0.0010283634257358166, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/mean": -8.64267349243164e-06, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/std": 4.4787268799787174e-05, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/max_abs": 0.00018405914306640625, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/norm": 0.1399290027432334, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/mean": 1.148320734500885e-06, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/std": 0.0005465980517443851, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/max_abs": 0.0052490234375, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/norm": 0.14429103374792193, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/mean": 1.3131648302078247e-06, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/std": 0.0005636371618565254, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/max_abs": 0.005096435546875, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/norm": 0.00012740567762031774, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/mean": -5.220499588176608e-09, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/std": 4.976828460026926e-07, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/max_abs": 6.139278411865234e-06, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/norm": 0.00012836222483530446, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/mean": -5.802576197311282e-09, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/std": 5.014233819850955e-07, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/max_abs": 7.033348083496094e-06, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_input_layernorm_weight/norm": 0.0033269934196849247, "train/tensor_grad_model_layers_72_input_layernorm_weight/mean": -1.7821788787841797e-05, "train/tensor_grad_model_layers_72_input_layernorm_weight/std": 0.0001466612587834088, "train/tensor_grad_model_layers_72_input_layernorm_weight/max_abs": 0.000667572021484375, "train/tensor_grad_model_layers_72_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 0.06861090026424957, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -5.431473255157471e-06, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 0.00015427480606733723, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 0.002197265625, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 0.04836850328216152, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 1.041218638420105e-06, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 0.00010925884293756684, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 0.002685546875, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/norm": 0.001004897628286631, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/mean": 6.366521120071411e-06, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/std": 4.4109814931303775e-05, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/max_abs": 0.00022983551025390625, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/norm": 0.13112965470626312, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/mean": 2.738088369369507e-07, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/std": 0.0005122253240860444, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/max_abs": 0.005279541015625, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/norm": 0.14014777694828026, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/mean": -1.0253861546516418e-06, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/std": 0.0005474522998241605, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/max_abs": 0.0048828125, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/norm": 0.00012275199986812023, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/mean": -6.686605047434568e-09, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/std": 4.79505994203824e-07, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/max_abs": 6.4373016357421875e-06, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/norm": 0.00011486308392103236, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/mean": -5.195033736526966e-09, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/std": 4.4868502617385053e-07, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/max_abs": 5.036592483520508e-06, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_input_layernorm_weight/norm": 0.003212600248485159, "train/tensor_grad_model_layers_71_input_layernorm_weight/mean": -1.1309981346130371e-05, "train/tensor_grad_model_layers_71_input_layernorm_weight/std": 0.00014214288427138967, "train/tensor_grad_model_layers_71_input_layernorm_weight/max_abs": 0.00066375732421875, "train/tensor_grad_model_layers_71_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 0.06898301258232248, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -5.7891011238098145e-06, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 0.00015524022204645496, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 0.002349853515625, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 0.04700420375042845, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 6.007030606269836e-07, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 0.00010599228842047173, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 0.00159454345703125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/norm": 0.000964690479202176, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/mean": -8.575618267059326e-06, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/std": 4.1939769527448334e-05, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/max_abs": 0.0001983642578125, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/norm": 0.1577337389513241, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/mean": 4.108995199203491e-06, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/std": 0.0006161476241274932, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/max_abs": 0.006500244140625, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/norm": 0.14819878909173598, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/mean": 2.9653310775756836e-06, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/std": 0.0005789017363143923, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/max_abs": 0.007293701171875, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/norm": 0.00012140610226503715, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/mean": -2.5920599000528455e-09, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/std": 4.742454063504835e-07, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/max_abs": 1.0311603546142578e-05, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/norm": 0.00012813728846251403, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/mean": 3.98813426727429e-09, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/std": 5.005401522700078e-07, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/max_abs": 1.0013580322265625e-05, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_input_layernorm_weight/norm": 0.002792608531317335, "train/tensor_grad_model_layers_70_input_layernorm_weight/mean": 3.3173710107803345e-06, "train/tensor_grad_model_layers_70_input_layernorm_weight/std": 0.0001239994597064836, "train/tensor_grad_model_layers_70_input_layernorm_weight/max_abs": 0.000667572021484375, "train/tensor_grad_model_layers_70_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 0.07056044202021682, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -5.714595317840576e-06, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 0.0001592718801213267, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 0.0026397705078125, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 0.043228405252514916, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 7.441267371177673e-07, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 9.730695060708451e-05, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 0.0016021728515625, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/norm": 0.0009290608848338165, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/mean": -5.189329385757446e-06, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/std": 4.085779434918103e-05, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/max_abs": 0.00017452239990234375, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/norm": 0.14651692346723874, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/mean": -1.1031515896320343e-06, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/std": 0.0005723322069783815, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/max_abs": 0.00634765625, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/norm": 0.15455547825542987, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/mean": 4.347413778305054e-06, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/std": 0.0006037328581230025, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/max_abs": 0.00592041015625, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/norm": 0.00011415918759329392, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/mean": -1.5643308870494366e-09, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/std": 4.459392502199554e-07, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/max_abs": 6.258487701416016e-06, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/norm": 0.00011807209240912837, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/mean": -7.654307410120964e-09, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/std": 4.6122907622127427e-07, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/max_abs": 5.036592483520508e-06, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_input_layernorm_weight/norm": 0.0032085481969480506, "train/tensor_grad_model_layers_69_input_layernorm_weight/mean": 1.1026859283447266e-05, "train/tensor_grad_model_layers_69_input_layernorm_weight/std": 0.00014190231768478853, "train/tensor_grad_model_layers_69_input_layernorm_weight/max_abs": 0.000812530517578125, "train/tensor_grad_model_layers_69_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 0.06762915652434846, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -2.6728957891464233e-06, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 0.00015283395586263877, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 0.002838134765625, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 0.046151942357510495, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 4.973262548446655e-07, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 0.00010409130366320137, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 0.0031890869140625, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/norm": 0.001002699543753309, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/mean": 6.161630153656006e-06, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/std": 4.399577053183169e-05, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/max_abs": 0.00023555755615234375, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/norm": 0.16016964740076794, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/mean": 1.451931893825531e-06, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/std": 0.0006256628461838578, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/max_abs": 0.007415771484375, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/norm": 0.14137491964511628, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/mean": 1.3083219528198242e-05, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/std": 0.0005522472152720958, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/max_abs": 0.006744384765625, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/norm": 0.0001447646513895131, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/mean": -1.6385456547141075e-08, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/std": 5.654968136664245e-07, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/max_abs": 8.106231689453125e-06, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/norm": 0.00015280380470153714, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/mean": -2.818751454469748e-09, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/std": 5.968928762363848e-07, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/max_abs": 1.1682510375976562e-05, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_input_layernorm_weight/norm": 0.0028839918660161275, "train/tensor_grad_model_layers_68_input_layernorm_weight/mean": -2.520158886909485e-06, "train/tensor_grad_model_layers_68_input_layernorm_weight/std": 0.0001280804390077054, "train/tensor_grad_model_layers_68_input_layernorm_weight/max_abs": 0.000591278076171875, "train/tensor_grad_model_layers_68_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 0.0687302474343286, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": -4.082918167114258e-06, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 0.0001549861100953949, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 0.0019073486328125, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 0.047425376850776545, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 3.4016557037830353e-07, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 0.00010705292658288722, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 0.0022735595703125, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/norm": 0.0008346410293255243, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/mean": 1.1831521987915039e-05, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/std": 3.509945666050104e-05, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/max_abs": 0.00013065338134765625, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/norm": 0.14600344227952539, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/mean": 1.9203871488571167e-06, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/std": 0.0005703261086664862, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/max_abs": 0.00555419921875, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/norm": 0.16016369313878073, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/mean": 8.337199687957764e-06, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/std": 0.000625640175312449, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/max_abs": 0.005615234375, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/norm": 0.00012925893554768111, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/mean": 1.1597876437008381e-08, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/std": 5.049192408401193e-07, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/max_abs": 6.22868537902832e-06, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/norm": 0.00014288336132794598, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/mean": 1.3838871382176876e-08, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/std": 5.581403297610009e-07, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/max_abs": 8.463859558105469e-06, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_input_layernorm_weight/norm": 0.003243937450984855, "train/tensor_grad_model_layers_67_input_layernorm_weight/mean": -5.360692739486694e-06, "train/tensor_grad_model_layers_67_input_layernorm_weight/std": 0.00014335575538110948, "train/tensor_grad_model_layers_67_input_layernorm_weight/max_abs": 0.0007476806640625, "train/tensor_grad_model_layers_67_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 0.07324788389306554, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -3.594905138015747e-06, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 0.00016499732860167786, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 0.0019989013671875, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 0.046831269528720784, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -1.1175870895385742e-06, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 0.00010565849905196349, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 0.00168609619140625, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/norm": 0.0010643894062744485, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/mean": -1.7940998077392578e-05, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/std": 4.367141657937645e-05, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/max_abs": 0.0002651214599609375, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/norm": 0.14677136600019594, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/mean": 1.1096708476543427e-06, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/std": 0.0005733258271802495, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/max_abs": 0.00579833984375, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/norm": 0.1569981782163629, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/mean": -1.0147690773010254e-05, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/std": 0.0006123333824898402, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/max_abs": 0.005340576171875, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/norm": 0.00012618898768242763, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/mean": -2.1964297047816217e-09, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/std": 4.929285942690565e-07, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/max_abs": 6.496906280517578e-06, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/norm": 0.00013853740269025985, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/mean": 9.858922567218542e-09, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/std": 5.411745823843101e-07, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/max_abs": 8.940696716308594e-06, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_input_layernorm_weight/norm": 0.003609808335362737, "train/tensor_grad_model_layers_66_input_layernorm_weight/mean": 7.681548595428467e-06, "train/tensor_grad_model_layers_66_input_layernorm_weight/std": 0.00016003874923100955, "train/tensor_grad_model_layers_66_input_layernorm_weight/max_abs": 0.00098419189453125, "train/tensor_grad_model_layers_66_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 0.07251182065164485, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -3.252178430557251e-06, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 0.00016356029914840907, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 0.00213623046875, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 0.04724326116957729, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -1.4044344425201416e-06, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 0.0001064611167892605, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 0.002044677734375, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/norm": 0.0010814986316729405, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/mean": -8.344650268554688e-06, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/std": 4.728115670001727e-05, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/max_abs": 0.0002193450927734375, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/norm": 0.1591946647478479, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/mean": 9.718351066112518e-07, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/std": 0.0006218543241793274, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/max_abs": 0.007232666015625, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/norm": 0.16919984551641387, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/mean": 1.4603137969970703e-05, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/std": 0.0006609376907440245, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/max_abs": 0.006439208984375, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/norm": 0.00010401992491900196, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/mean": 2.11048245546408e-09, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/std": 4.063309105186624e-07, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/max_abs": 3.7401914596557617e-06, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/norm": 0.00011140910143221188, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/mean": 3.959030436817557e-09, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/std": 4.352083102735278e-07, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/max_abs": 4.887580871582031e-06, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_input_layernorm_weight/norm": 0.0035520956656469376, "train/tensor_grad_model_layers_65_input_layernorm_weight/mean": -9.57399606704712e-07, "train/tensor_grad_model_layers_65_input_layernorm_weight/std": 0.0001576457139932919, "train/tensor_grad_model_layers_65_input_layernorm_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_65_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 0.06640714756976128, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -4.541128873825073e-06, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 0.00014973013148649424, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 0.0025634765625, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 0.039797542930362764, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": 1.423177309334278e-07, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 8.977309238811763e-05, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 0.001739501953125, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/norm": 0.0008081060485895387, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/mean": -8.538365364074707e-06, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/std": 3.4839064647321604e-05, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/max_abs": 0.00015163421630859375, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/norm": 0.16167197910245393, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/mean": -4.86522912979126e-06, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/std": 0.0006315320249910634, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/max_abs": 0.00616455078125, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/norm": 0.14698157806184686, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/mean": -6.146728992462158e-06, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/std": 0.0005741473235345842, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/max_abs": 0.00640869140625, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/norm": 9.656747149508097e-05, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/mean": -1.8935679690912366e-09, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/std": 3.772242351938359e-07, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/max_abs": 3.2335519790649414e-06, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/norm": 0.000103865707006294, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/mean": -3.411514626350254e-09, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/std": 4.0575441039961633e-07, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/max_abs": 5.692243576049805e-06, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_input_layernorm_weight/norm": 0.0028582139530735334, "train/tensor_grad_model_layers_64_input_layernorm_weight/mean": -5.699694156646729e-07, "train/tensor_grad_model_layers_64_input_layernorm_weight/std": 0.00012671902813140158, "train/tensor_grad_model_layers_64_input_layernorm_weight/max_abs": 0.0005035400390625, "train/tensor_grad_model_layers_64_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 0.06982592600622603, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -3.7476420402526855e-06, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 0.00015760142445287383, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 0.00170135498046875, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 0.04437402777882827, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 1.1613592505455017e-06, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 0.00010001932710186703, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 0.0015869140625, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/norm": 0.0009385899637501386, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/mean": 5.1781535148620605e-06, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/std": 4.12691385209646e-05, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/max_abs": 0.00021076202392578125, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/norm": 0.17530452934545987, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/mean": -6.819609552621841e-07, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/std": 0.0006847837473913964, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/max_abs": 0.00775146484375, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/norm": 0.15723414432418112, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/mean": -6.332993507385254e-06, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/std": 0.0006141965723743024, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/max_abs": 0.005462646484375, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/norm": 0.00011133713683140108, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/mean": -6.068148650228977e-09, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/std": 4.34910830244634e-07, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/max_abs": 3.4868717193603516e-06, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/norm": 0.00011032908301201586, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/mean": 1.6661942936480045e-09, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/std": 4.3097934303419187e-07, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/max_abs": 5.692243576049805e-06, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_input_layernorm_weight/norm": 0.0033955348707409554, "train/tensor_grad_model_layers_63_input_layernorm_weight/mean": -1.1935830116271973e-05, "train/tensor_grad_model_layers_63_input_layernorm_weight/std": 0.00015023217621458536, "train/tensor_grad_model_layers_63_input_layernorm_weight/max_abs": 0.0006561279296875, "train/tensor_grad_model_layers_63_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 0.07118572950296559, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -4.600733518600464e-06, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 0.00016049824396103157, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 0.0022735595703125, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 0.04573272659359898, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 5.830079317092896e-07, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 0.00010315263991767823, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 0.001617431640625, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/norm": 0.0009912580945161669, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/mean": 1.0699033737182617e-05, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/std": 4.2757899918379925e-05, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/max_abs": 0.000263214111328125, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/norm": 0.1611387309519129, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/mean": 1.0873191058635712e-07, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/std": 0.0006294484052396163, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/max_abs": 0.005767822265625, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/norm": 0.16773082827126168, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/mean": 7.800757884979248e-06, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/std": 0.0006551987608887752, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/max_abs": 0.006378173828125, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/norm": 0.00013394371900484256, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/mean": -2.928572939708829e-10, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/std": 5.232209932995582e-07, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/max_abs": 6.616115570068359e-06, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/norm": 0.00014555097891141874, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/mean": 6.230038707144558e-10, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/std": 5.685594912196136e-07, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/max_abs": 1.3530254364013672e-05, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_input_layernorm_weight/norm": 0.0028994309157295752, "train/tensor_grad_model_layers_62_input_layernorm_weight/mean": -1.0132789611816406e-05, "train/tensor_grad_model_layers_62_input_layernorm_weight/std": 0.00012809994324835465, "train/tensor_grad_model_layers_62_input_layernorm_weight/max_abs": 0.0004482269287109375, "train/tensor_grad_model_layers_62_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 0.07605088234714985, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -8.314847946166992e-06, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 0.0001714303388493994, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 0.002166748046875, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 0.05036387953583728, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -1.5888363122940063e-06, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 0.0001135108166977636, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 0.00177001953125, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/norm": 0.0010014652013196823, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/mean": 6.139278411865234e-06, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/std": 4.411743890766016e-05, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/max_abs": 0.000244140625, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/norm": 0.1689608351792299, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/mean": 2.2724270820617676e-06, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/std": 0.0006600033014867478, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/max_abs": 0.005950927734375, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/norm": 0.1701819523226899, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/mean": 9.8496675491333e-06, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/std": 0.0006647733533022511, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/max_abs": 0.006103515625, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/norm": 0.00021429148895806859, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/mean": -1.9121216610074043e-08, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/std": 8.370909766485116e-07, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/max_abs": 1.4722347259521484e-05, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/norm": 0.00019326263552840286, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/mean": 3.3123797038570046e-09, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/std": 7.54932939186677e-07, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/max_abs": 8.881092071533203e-06, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_input_layernorm_weight/norm": 0.0037399288879419305, "train/tensor_grad_model_layers_61_input_layernorm_weight/mean": 1.0319054126739502e-05, "train/tensor_grad_model_layers_61_input_layernorm_weight/std": 0.0001657883377545949, "train/tensor_grad_model_layers_61_input_layernorm_weight/max_abs": 0.0007476806640625, "train/tensor_grad_model_layers_61_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 0.07874320530718547, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": -9.939074516296387e-06, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 0.00017739876084592337, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 0.002410888671875, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 0.04651023081549762, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": -5.662441253662109e-07, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 0.00010502739377233476, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 0.0025634765625, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/norm": 0.0008999391535062602, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/mean": 1.30385160446167e-05, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/std": 3.7712819528791266e-05, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/max_abs": 0.000202178955078125, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/norm": 0.16116388194779382, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/mean": 2.9280781745910645e-06, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/std": 0.0006295472563396447, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/max_abs": 0.005950927734375, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/norm": 0.15479824841121956, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/mean": -2.1029263734817505e-06, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/std": 0.0006046808098897309, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/max_abs": 0.0067138671875, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/norm": 0.00012344765162873938, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/mean": -5.311449058353901e-09, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/std": 4.822214021876459e-07, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/max_abs": 5.125999450683594e-06, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/norm": 0.00011863522589474993, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/mean": 3.229615685995668e-09, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/std": 4.6342895024783074e-07, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/max_abs": 5.453824996948242e-06, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_input_layernorm_weight/norm": 0.002758498303105306, "train/tensor_grad_model_layers_60_input_layernorm_weight/mean": 1.0621733963489532e-06, "train/tensor_grad_model_layers_60_input_layernorm_weight/std": 0.0001223428717334925, "train/tensor_grad_model_layers_60_input_layernorm_weight/max_abs": 0.000560760498046875, "train/tensor_grad_model_layers_60_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 0.07324462886556125, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -7.912516593933105e-06, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 0.00016499134349510036, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 0.0023193359375, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 0.050233528047010034, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 8.493661880493164e-07, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 0.00011325339066759148, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 0.0023651123046875, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/norm": 0.0010201320030369767, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/mean": 1.6530975699424744e-07, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/std": 4.5278364251867685e-05, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/max_abs": 0.00017642974853515625, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/norm": 0.15164651017165284, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/mean": -1.3634562492370605e-06, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/std": 0.0005923692273772089, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/max_abs": 0.005035400390625, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/norm": 0.16358952237180102, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/mean": 5.0514936447143555e-06, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/std": 0.0006390219666711024, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/max_abs": 0.00494384765625, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/norm": 0.00010355987561053097, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/mean": -4.376488504931331e-09, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/std": 4.04533434214812e-07, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/max_abs": 5.304813385009766e-06, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/norm": 0.00010848726523675099, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/mean": 7.130438461899757e-09, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/std": 4.2378057946507396e-07, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/max_abs": 4.112720489501953e-06, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_input_layernorm_weight/norm": 0.0034541783576389966, "train/tensor_grad_model_layers_59_input_layernorm_weight/mean": 1.1675059795379639e-05, "train/tensor_grad_model_layers_59_input_layernorm_weight/std": 0.00015293031224528916, "train/tensor_grad_model_layers_59_input_layernorm_weight/max_abs": 0.00066375732421875, "train/tensor_grad_model_layers_59_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 0.07520086094586624, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -7.249414920806885e-06, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 0.00016929293552021775, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 0.00170135498046875, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 0.05145651009710624, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 1.2229429557919502e-07, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 0.00011612091595925365, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 0.001861572265625, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/norm": 0.0012324129178345876, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/mean": 3.197789192199707e-05, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/std": 4.426923079171251e-05, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/max_abs": 0.0001697540283203125, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/norm": 0.17871493976051223, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/mean": 3.255903720855713e-06, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/std": 0.0006981054971571891, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/max_abs": 0.0054931640625, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/norm": 0.1540595051627177, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/mean": -5.5730342864990234e-06, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/std": 0.000601795222090441, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/max_abs": 0.004547119140625, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/norm": 0.00013079426819627034, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/mean": -4.230969352647662e-09, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/std": 5.109171592052445e-07, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/max_abs": 8.285045623779297e-06, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/norm": 0.00013532013505691124, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/mean": 1.5329533198382705e-09, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/std": 5.286309554460041e-07, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/max_abs": 1.138448715209961e-05, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_input_layernorm_weight/norm": 0.0029613649907677415, "train/tensor_grad_model_layers_58_input_layernorm_weight/mean": 6.561167538166046e-07, "train/tensor_grad_model_layers_58_input_layernorm_weight/std": 0.00013118836462128663, "train/tensor_grad_model_layers_58_input_layernorm_weight/max_abs": 0.000698089599609375, "train/tensor_grad_model_layers_58_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 0.0755681295388198, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": -7.539987564086914e-06, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 0.00017024685373626976, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 0.0019683837890625, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 0.05281526930731964, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 1.4957040548324585e-06, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 0.00011912854184167308, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 0.0015716552734375, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/norm": 0.001097128420899222, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/mean": 5.386769771575928e-06, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/std": 4.8363404791145066e-05, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/max_abs": 0.00019073486328125, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/norm": 0.16285552234369247, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/mean": -7.990747690200806e-07, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/std": 0.0006361545891722028, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/max_abs": 0.006683349609375, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/norm": 0.15577472883558113, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/mean": -6.332993507385254e-06, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/std": 0.0006084958072058362, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/max_abs": 0.004852294921875, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/norm": 0.00012343913271792197, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/mean": -1.2050804798491299e-11, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/std": 4.826293318442925e-07, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/max_abs": 5.4836273193359375e-06, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/norm": 0.00011958539759101895, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/mean": -8.483766578137875e-09, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/std": 4.671364673397976e-07, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/max_abs": 6.765127182006836e-06, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_input_layernorm_weight/norm": 0.0027392607704187426, "train/tensor_grad_model_layers_57_input_layernorm_weight/mean": -5.27501106262207e-06, "train/tensor_grad_model_layers_57_input_layernorm_weight/std": 0.00012162133695593576, "train/tensor_grad_model_layers_57_input_layernorm_weight/max_abs": 0.0004119873046875, "train/tensor_grad_model_layers_57_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 0.07129742299006617, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -5.289912223815918e-06, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 0.00016071413275874053, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 0.0024261474609375, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 0.04266475299303687, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 2.852175384759903e-07, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 9.620393020485776e-05, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 0.00130462646484375, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/norm": 0.0008173717746707171, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/mean": 4.498288035392761e-07, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/std": 3.636241551985638e-05, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/max_abs": 0.0001678466796875, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/norm": 0.17579616907174836, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/mean": 3.6247074604034424e-06, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/std": 0.0006867043484970895, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/max_abs": 0.006378173828125, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/norm": 0.17750417032849902, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/mean": 3.8929283618927e-06, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/std": 0.00069337578218219, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/max_abs": 0.00537109375, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/norm": 0.00017077828125702454, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/mean": -6.739128366461955e-09, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/std": 6.66180528554825e-07, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/max_abs": 9.238719940185547e-06, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/norm": 0.00016570828785022432, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/mean": -2.3992470232769847e-09, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/std": 6.472988171948202e-07, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/max_abs": 8.821487426757812e-06, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_input_layernorm_weight/norm": 0.003406804448136234, "train/tensor_grad_model_layers_56_input_layernorm_weight/mean": -8.083879947662354e-06, "train/tensor_grad_model_layers_56_input_layernorm_weight/std": 0.0001511927056035922, "train/tensor_grad_model_layers_56_input_layernorm_weight/max_abs": 0.000667572021484375, "train/tensor_grad_model_layers_56_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 0.07752954535126765, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -6.817281246185303e-06, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 0.00017455717010882556, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 0.0030059814453125, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 0.0492308223390522, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -3.413297235965729e-07, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 0.00011106406168535075, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 0.00250244140625, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/norm": 0.0011254262079593768, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/mean": 5.003064870834351e-06, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/std": 4.963523824591337e-05, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/max_abs": 0.000316619873046875, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/norm": 0.14481223346815741, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/mean": 2.21841037273407e-06, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/std": 0.0005656731717243721, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/max_abs": 0.006500244140625, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/norm": 0.18188918959594635, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/mean": 1.1295080184936523e-05, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/std": 0.0007105048349942256, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/max_abs": 0.006591796875, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/norm": 0.00011695397334197857, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/mean": 2.697561285458505e-09, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/std": 4.568598557442086e-07, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/max_abs": 4.827976226806641e-06, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/norm": 0.00012500706954250975, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/mean": 5.537003744393587e-09, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/std": 4.883184314946185e-07, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/max_abs": 5.900859832763672e-06, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_input_layernorm_weight/norm": 0.003407248647546629, "train/tensor_grad_model_layers_55_input_layernorm_weight/mean": 2.5033950805664062e-05, "train/tensor_grad_model_layers_55_input_layernorm_weight/std": 0.00014882125616865635, "train/tensor_grad_model_layers_55_input_layernorm_weight/max_abs": 0.000690460205078125, "train/tensor_grad_model_layers_55_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 0.07629658198568907, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": -3.9711594581604e-06, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 0.0001721471483523277, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 0.00188446044921875, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 0.04938479676414445, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 1.3131648302078247e-06, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 0.00011123986660404694, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 0.00213623046875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/norm": 0.0010417546418908547, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/mean": 1.6242265701293945e-05, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/std": 4.323949311845377e-05, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/max_abs": 0.0002384185791015625, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/norm": 0.1438226599123812, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/mean": -1.4470424503087997e-07, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/std": 0.0005618073392539097, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/max_abs": 0.00506591796875, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/norm": 0.1653068221330432, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/mean": -8.228234946727753e-07, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/std": 0.0006457299004386425, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/max_abs": 0.005157470703125, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/norm": 0.00015701632917728542, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/mean": 2.105480234604329e-09, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/std": 6.133508293524349e-07, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/max_abs": 6.16908073425293e-06, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/norm": 0.00016310200881505802, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/mean": -1.5261321095749736e-09, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/std": 6.371479684805349e-07, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/max_abs": 6.884336471557617e-06, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_input_layernorm_weight/norm": 0.003361222388506815, "train/tensor_grad_model_layers_54_input_layernorm_weight/mean": 1.8805265426635742e-05, "train/tensor_grad_model_layers_54_input_layernorm_weight/std": 0.0001478537006379359, "train/tensor_grad_model_layers_54_input_layernorm_weight/max_abs": 0.0008087158203125, "train/tensor_grad_model_layers_54_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 0.07349727713802806, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -3.5241246223449707e-06, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 0.00016596702137355022, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 0.00250244140625, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 0.04676328698714323, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 7.487833499908447e-07, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 0.00010540640334579627, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 0.0013427734375, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/norm": 0.0010235764713063488, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/mean": 8.888542652130127e-06, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/std": 4.448499720501862e-05, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/max_abs": 0.00025177001953125, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/norm": 0.17872827998161217, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/mean": -8.362112566828728e-07, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/std": 0.0006981575232427807, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/max_abs": 0.0072021484375, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/norm": 0.17407825775319472, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/mean": 1.776963472366333e-06, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/std": 0.0006799942293246261, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/max_abs": 0.005126953125, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/norm": 0.00012413803145356, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/mean": -3.852619556710124e-09, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/std": 4.849193936969965e-07, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/max_abs": 4.827976226806641e-06, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/norm": 0.00013740772407375994, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/mean": -7.87986209616065e-09, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/std": 5.367588250686703e-07, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/max_abs": 5.632638931274414e-06, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_input_layernorm_weight/norm": 0.0037769895355950376, "train/tensor_grad_model_layers_53_input_layernorm_weight/mean": -1.2978911399841309e-05, "train/tensor_grad_model_layers_53_input_layernorm_weight/std": 0.0001669204817818699, "train/tensor_grad_model_layers_53_input_layernorm_weight/max_abs": 0.000759124755859375, "train/tensor_grad_model_layers_53_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 0.07898505779390055, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -5.1781535148620605e-06, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 0.00017787652042704566, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 0.002227783203125, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 0.05237968691519278, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 1.2647360563278198e-06, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 0.00011815994373837145, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 0.0018463134765625, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/norm": 0.0013127215246742938, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/mean": 2.9534101486206055e-05, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/std": 5.0156122138077496e-05, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/max_abs": 0.000244140625, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/norm": 0.18826962510306913, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/mean": -2.4940818548202515e-06, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/std": 0.0007354285323320377, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/max_abs": 0.00787353515625, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/norm": 0.18068781516154198, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/mean": 1.436471939086914e-05, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/std": 0.0007058123153022205, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/max_abs": 0.0064697265625, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/norm": 0.0001378150131775347, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/mean": 7.676135282963514e-10, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/std": 5.383488233436143e-07, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/max_abs": 4.738569259643555e-06, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/norm": 0.00014729483608435755, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/mean": 6.271875463426113e-09, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/std": 5.753715463425615e-07, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/max_abs": 7.68899917602539e-06, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_input_layernorm_weight/norm": 0.004044586631921843, "train/tensor_grad_model_layers_52_input_layernorm_weight/mean": 1.537799835205078e-05, "train/tensor_grad_model_layers_52_input_layernorm_weight/std": 0.00017887241678734395, "train/tensor_grad_model_layers_52_input_layernorm_weight/max_abs": 0.00084686279296875, "train/tensor_grad_model_layers_52_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 0.07983883717571182, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -5.11854887008667e-06, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 0.00018025646558996082, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 0.0026092529296875, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 0.05621983991142124, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 2.522021532058716e-06, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 0.0001266207776569235, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 0.0026397705078125, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/norm": 0.001336048364919043, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/mean": 3.254413604736328e-05, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/std": 4.952783749230925e-05, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/max_abs": 0.0002918243408203125, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/norm": 0.1872677954658193, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/mean": -3.900378942489624e-06, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/std": 0.0007315155245138906, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/max_abs": 0.00775146484375, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/norm": 0.15919466474784788, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/mean": -1.2114644050598145e-05, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/std": 0.0006218547267315894, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/max_abs": 0.004241943359375, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/norm": 0.00012593647598369492, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/mean": -6.783011485822499e-09, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/std": 4.919683853490722e-07, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/max_abs": 4.5299530029296875e-06, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/norm": 0.00014216626185614118, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/mean": 1.548323780298233e-08, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/std": 5.543740957055817e-07, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/max_abs": 7.420778274536133e-06, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_input_layernorm_weight/norm": 0.0032511427445248457, "train/tensor_grad_model_layers_51_input_layernorm_weight/mean": -5.736947059631348e-07, "train/tensor_grad_model_layers_51_input_layernorm_weight/std": 0.00014406213795422086, "train/tensor_grad_model_layers_51_input_layernorm_weight/max_abs": 0.000621795654296875, "train/tensor_grad_model_layers_51_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 0.07960407153312497, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -5.520880222320557e-06, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 0.00017908495909266372, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 0.0021209716796875, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 0.05275047904063738, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -2.8172507882118225e-08, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 0.00011901045139557882, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 0.001678466796875, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/norm": 0.0011147665480593111, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/mean": -9.320676326751709e-06, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/std": 4.8472491920953034e-05, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/max_abs": 0.000202178955078125, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/norm": 0.1582136739345656, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/mean": -7.150811143219471e-07, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/std": 0.0006180223367201148, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/max_abs": 0.00665283203125, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/norm": 0.15919017172145106, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/mean": -1.1324882507324219e-05, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/std": 0.0006218369153745206, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/max_abs": 0.004638671875, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/norm": 0.00014135145685806913, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/mean": 4.73664840683341e-09, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/std": 5.521601554640219e-07, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/max_abs": 6.973743438720703e-06, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/norm": 0.00012620340166224903, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/mean": 7.185008144006133e-09, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/std": 4.929899630497563e-07, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/max_abs": 5.066394805908203e-06, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_input_layernorm_weight/norm": 0.002877687874464008, "train/tensor_grad_model_layers_50_input_layernorm_weight/mean": -1.563131809234619e-05, "train/tensor_grad_model_layers_50_input_layernorm_weight/std": 0.00012679656712925232, "train/tensor_grad_model_layers_50_input_layernorm_weight/max_abs": 0.0004367828369140625, "train/tensor_grad_model_layers_50_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 0.08081681610406187, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": -8.858740329742432e-06, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 0.00018240771784137384, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 0.0025482177734375, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 0.05353740054203034, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 2.848682925105095e-07, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 0.00012065824783451487, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 0.0020751953125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/norm": 0.0011165730326272124, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/mean": -1.4722347259521484e-05, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/std": 4.732156483898199e-05, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/max_abs": 0.00018787384033203125, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/norm": 0.19507126215182205, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/mean": 1.776963472366333e-06, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/std": 0.0007619972038431936, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/max_abs": 0.0086669921875, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/norm": 0.17336391228148657, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/mean": 2.561137080192566e-09, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/std": 0.0006772032650323438, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/max_abs": 0.004791259765625, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/norm": 0.00014836533588859205, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/mean": 4.092726157978177e-10, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/std": 5.795645093413325e-07, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/max_abs": 6.735324859619141e-06, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/norm": 0.00014066696166992188, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/mean": 7.152266334742308e-09, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/std": 5.494839902767957e-07, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/max_abs": 9.655952453613281e-06, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_input_layernorm_weight/norm": 0.0030796398565834998, "train/tensor_grad_model_layers_49_input_layernorm_weight/mean": 6.720423698425293e-06, "train/tensor_grad_model_layers_49_input_layernorm_weight/std": 0.00013642937548421764, "train/tensor_grad_model_layers_49_input_layernorm_weight/max_abs": 0.00060272216796875, "train/tensor_grad_model_layers_49_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 0.08191236327759654, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -1.169741153717041e-05, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 0.0001843063198454973, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 0.002288818359375, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 0.052738613382193135, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -6.468035280704498e-07, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 0.00011898078266857915, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 0.0017852783203125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/norm": 0.0011868429931020592, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/mean": -2.1219253540039062e-05, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/std": 4.81265338579931e-05, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/max_abs": 0.0002498626708984375, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/norm": 0.18044155956388397, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/mean": 3.900378942489624e-06, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/std": 0.0007048504751163654, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/max_abs": 0.006988525390625, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/norm": 0.16675716168582008, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/mean": 1.2680888175964355e-05, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/std": 0.0006513955928494451, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/max_abs": 0.005126953125, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/norm": 0.000138412611945212, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/mean": -6.79574441164732e-09, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/std": 5.406812675846847e-07, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/max_abs": 4.798173904418945e-06, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/norm": 0.000158683640262507, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/mean": -1.5585101209580898e-08, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/std": 6.19861058559335e-07, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/max_abs": 9.059906005859375e-06, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_input_layernorm_weight/norm": 0.003490687711228362, "train/tensor_grad_model_layers_48_input_layernorm_weight/mean": -2.2292137145996094e-05, "train/tensor_grad_model_layers_48_input_layernorm_weight/std": 0.00015309448079280492, "train/tensor_grad_model_layers_48_input_layernorm_weight/max_abs": 0.000682830810546875, "train/tensor_grad_model_layers_48_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 0.08985038401118833, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -1.2487173080444336e-05, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 0.00020219314187403916, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 0.0048828125, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 0.05176846376621099, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -2.68593430519104e-06, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 0.00011661250860759537, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 0.00144195556640625, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/norm": 0.0013259022885337363, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/mean": -3.1620264053344727e-05, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/std": 4.9424534810479146e-05, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/max_abs": 0.000308990478515625, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/norm": 0.17678074134779106, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/mean": -1.6121193766593933e-06, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/std": 0.0006905504528384989, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/max_abs": 0.007781982421875, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/norm": 0.1706701879783789, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/mean": -1.2353062629699707e-05, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/std": 0.0006666810884098703, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/max_abs": 0.006134033203125, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/norm": 0.0001710157704752302, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/mean": -2.8048816602677107e-09, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/std": 6.68031918817408e-07, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/max_abs": 5.632638931274414e-06, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/norm": 0.00018411225456885786, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/mean": 2.8230715543031693e-09, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/std": 7.191918053856667e-07, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/max_abs": 1.2159347534179688e-05, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_input_layernorm_weight/norm": 0.003216375747820491, "train/tensor_grad_model_layers_47_input_layernorm_weight/mean": -6.906688213348389e-06, "train/tensor_grad_model_layers_47_input_layernorm_weight/std": 0.00014261438638769422, "train/tensor_grad_model_layers_47_input_layernorm_weight/max_abs": 0.00077056884765625, "train/tensor_grad_model_layers_47_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 0.08228444578786274, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -1.1816620826721191e-05, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 0.00018503806398327387, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 0.00244140625, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 0.05225236801549111, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": -1.507578417658806e-08, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 0.0001176763039262353, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 0.0019989013671875, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/norm": 0.001244398451908162, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/mean": 1.8477439880371094e-05, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/std": 5.204048732542336e-05, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/max_abs": 0.0002536773681640625, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/norm": 0.18296348661936102, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/mean": 1.2770295143127441e-05, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/std": 0.0007147028449759754, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/max_abs": 0.005889892578125, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/norm": 0.18824176295118394, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/mean": 1.0609626770019531e-05, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/std": 0.0007353197959996551, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/max_abs": 0.00537109375, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/norm": 0.00017023487246629917, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/mean": 2.128217602148652e-09, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/std": 6.650135715425161e-07, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/max_abs": 1.329183578491211e-05, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/norm": 0.0001486149276201056, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/mean": -1.391163095831871e-08, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/std": 5.805376640225624e-07, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/max_abs": 6.884336471557617e-06, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_input_layernorm_weight/norm": 0.003144014150147075, "train/tensor_grad_model_layers_46_input_layernorm_weight/mean": -8.359551429748535e-06, "train/tensor_grad_model_layers_46_input_layernorm_weight/std": 0.0001393066540593581, "train/tensor_grad_model_layers_46_input_layernorm_weight/max_abs": 0.000579833984375, "train/tensor_grad_model_layers_46_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 0.08374770773412377, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -9.43988561630249e-06, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 0.00018861529299553376, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 0.0034332275390625, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 0.05252003378324446, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": -2.0029256120324135e-07, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 0.00011844160789450047, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 0.00162506103515625, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/norm": 0.0011605084034100536, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/mean": 3.3266842365264893e-06, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/std": 5.13813120589199e-05, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/max_abs": 0.000286102294921875, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/norm": 0.1645544034745982, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/mean": -9.862706065177917e-07, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/std": 0.000642790739145833, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/max_abs": 0.00634765625, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/norm": 0.198285478647531, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/mean": -1.6726553440093994e-06, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/std": 0.0007745541320073364, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/max_abs": 0.007293701171875, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/norm": 0.00013344882308113573, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/mean": 3.0358933145180345e-09, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/std": 5.212854435850724e-07, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/max_abs": 5.513429641723633e-06, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/norm": 0.00015622367162093471, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/mean": -5.225956556387246e-09, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/std": 6.102599215163983e-07, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/max_abs": 8.046627044677734e-06, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_input_layernorm_weight/norm": 0.00404280889121354, "train/tensor_grad_model_layers_45_input_layernorm_weight/mean": 7.078051567077637e-06, "train/tensor_grad_model_layers_45_input_layernorm_weight/std": 0.00017942625435639386, "train/tensor_grad_model_layers_45_input_layernorm_weight/max_abs": 0.0010528564453125, "train/tensor_grad_model_layers_45_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 0.08143215301830434, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -1.3366341590881348e-05, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 0.0001826558172573716, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 0.001922607421875, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 0.055684671435034604, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 4.5693013817071915e-08, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 0.00012533322606808492, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 0.00179290771484375, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/norm": 0.0013309248607654047, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/mean": -1.0575167834758759e-06, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/std": 5.903668528228627e-05, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/max_abs": 0.00023174285888671875, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/norm": 0.17727635653322008, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/mean": 1.8738210201263428e-06, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/std": 0.0006924860527945151, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/max_abs": 0.00732421875, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/norm": 0.20192953595461147, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/mean": 4.2729079723358154e-06, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/std": 0.0007887876527476678, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/max_abs": 0.0078125, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/norm": 0.0001350501832727502, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/mean": -1.9463186617940664e-10, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/std": 5.27550235297245e-07, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/max_abs": 6.3478946685791016e-06, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/norm": 0.0001345855456831609, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/mean": -3.8562575355172157e-10, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/std": 5.257444366542701e-07, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/max_abs": 6.735324859619141e-06, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_input_layernorm_weight/norm": 0.0036981320920058728, "train/tensor_grad_model_layers_44_input_layernorm_weight/mean": 1.4469027519226074e-05, "train/tensor_grad_model_layers_44_input_layernorm_weight/std": 0.0001633944301274934, "train/tensor_grad_model_layers_44_input_layernorm_weight/max_abs": 0.0007781982421875, "train/tensor_grad_model_layers_44_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 0.08424160620647946, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -1.8030405044555664e-05, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 0.00018909617236833194, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 0.001861572265625, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 0.05329442216590877, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 1.3615936040878296e-06, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 0.00011995006129528112, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 0.0021514892578125, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/norm": 0.0013856438211391768, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/mean": 1.3768672943115234e-05, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/std": 5.984203926194233e-05, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/max_abs": 0.000274658203125, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/norm": 0.193158903139831, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/mean": 1.4816178008913994e-06, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/std": 0.0007545293138034374, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/max_abs": 0.01007080078125, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/norm": 0.19292609480798942, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/mean": 7.756054401397705e-06, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/std": 0.00075361979720204, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/max_abs": 0.006866455078125, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/norm": 0.0001557827798605561, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/mean": -5.806214176118374e-09, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/std": 6.085297648003233e-07, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/max_abs": 9.357929229736328e-06, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/norm": 0.00015287149418950164, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/mean": -1.0289227247994859e-09, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/std": 5.971576529900854e-07, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/max_abs": 7.927417755126953e-06, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_input_layernorm_weight/norm": 0.0041751961775476935, "train/tensor_grad_model_layers_43_input_layernorm_weight/mean": -6.6962093114852905e-06, "train/tensor_grad_model_layers_43_input_layernorm_weight/std": 0.00018535695326341928, "train/tensor_grad_model_layers_43_input_layernorm_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_43_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 0.09180986028502952, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -2.1845102310180664e-05, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 0.00020602961507145909, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 0.0052490234375, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 0.0676362069198978, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": 8.717179298400879e-07, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 0.00015237095951916395, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 0.0052490234375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/norm": 0.0014981370582317097, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/mean": 2.6166439056396484e-05, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/std": 6.104868803113263e-05, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/max_abs": 0.000274658203125, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/norm": 0.17240546469468943, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/mean": 6.146728992462158e-06, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/std": 0.0006734596959139142, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/max_abs": 0.00665283203125, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/norm": 0.2058480478605114, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/mean": -1.583993434906006e-05, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/std": 0.0008031157643954875, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/max_abs": 0.0108642578125, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/norm": 0.0001457975910072328, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/mean": 6.293703336268663e-09, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/std": 5.695244910646662e-07, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/max_abs": 4.887580871582031e-06, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/norm": 0.00015452246367217982, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/mean": -1.3140379451215267e-08, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/std": 6.027036961327313e-07, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/max_abs": 8.702278137207031e-06, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_input_layernorm_weight/norm": 0.00392650034235185, "train/tensor_grad_model_layers_42_input_layernorm_weight/mean": -1.7181038856506348e-05, "train/tensor_grad_model_layers_42_input_layernorm_weight/std": 0.00017366174272911771, "train/tensor_grad_model_layers_42_input_layernorm_weight/max_abs": 0.000743865966796875, "train/tensor_grad_model_layers_42_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 0.09046620894109889, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -2.2232532501220703e-05, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 0.00020268454943708444, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 0.0023651123046875, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 0.05549502220684721, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 5.327165126800537e-07, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 0.00012533045482682566, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 0.00176239013671875, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/norm": 0.001036833032602454, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/mean": -1.9162893295288086e-05, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/std": 4.1864901876455744e-05, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/max_abs": 0.0002002716064453125, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/norm": 0.1978027283483244, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/mean": 9.268522262573242e-06, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/std": 0.0007726687772655188, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/max_abs": 0.0074462890625, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/norm": 0.18971407507771468, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/mean": 6.034970283508301e-06, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/std": 0.0007410712833779932, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/max_abs": 0.0089111328125, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/norm": 0.00016658072547099477, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/mean": -4.249159246683121e-09, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/std": 6.507145502070058e-07, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/max_abs": 9.000301361083984e-06, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/norm": 0.00017366498332080832, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/mean": 3.8373855204554275e-09, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/std": 6.783921409956511e-07, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/max_abs": 9.775161743164062e-06, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_input_layernorm_weight/norm": 0.00472562012065862, "train/tensor_grad_model_layers_41_input_layernorm_weight/mean": -5.301088094711304e-06, "train/tensor_grad_model_layers_41_input_layernorm_weight/std": 0.0002092229715412742, "train/tensor_grad_model_layers_41_input_layernorm_weight/max_abs": 0.0015869140625, "train/tensor_grad_model_layers_41_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 0.08668264376260851, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -2.1904706954956055e-05, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 0.00019410566012315956, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 0.0023651123046875, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 0.06185785865322344, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 7.08969309926033e-08, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 0.00013979545571423174, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 0.0027618408203125, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/norm": 0.0012183524386583666, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/mean": -5.906447768211365e-06, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/std": 5.371448720558254e-05, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/max_abs": 0.00020313262939453125, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/norm": 0.1833748019164718, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/mean": -2.112705260515213e-06, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/std": 0.0007163092749695337, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/max_abs": 0.00579833984375, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/norm": 0.1919113035370584, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/mean": 2.002716064453125e-05, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/std": 0.0007487094620882796, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/max_abs": 0.00982666015625, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/norm": 0.00015641567128981245, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/mean": 1.3329554349184036e-08, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/std": 6.100814568656922e-07, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/max_abs": 6.496906280517578e-06, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/norm": 0.00016238598234508407, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/mean": 6.662958185188472e-09, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/std": 6.343280801857837e-07, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/max_abs": 9.59634780883789e-06, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_input_layernorm_weight/norm": 0.004655756357767013, "train/tensor_grad_model_layers_40_input_layernorm_weight/mean": 1.0326504707336426e-05, "train/tensor_grad_model_layers_40_input_layernorm_weight/std": 0.0002068028541725587, "train/tensor_grad_model_layers_40_input_layernorm_weight/max_abs": 0.001373291015625, "train/tensor_grad_model_layers_40_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 0.0987653691367402, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -2.2649765014648438e-05, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 0.00022152080464355318, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 0.002532958984375, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 0.06342642344470192, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": -2.891756594181061e-07, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 0.00014283911160211342, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 0.003173828125, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/norm": 0.0012476567940779464, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/mean": -1.4930963516235352e-05, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/std": 5.32626201904003e-05, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/max_abs": 0.0002574920654296875, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/norm": 0.17904348648610646, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/mean": 3.855675458908081e-06, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/std": 0.0006993898750018057, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/max_abs": 0.004974365234375, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/norm": 0.18434217775084683, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/mean": -6.83218240737915e-06, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/std": 0.0007200874481785257, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/max_abs": 0.00726318359375, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/norm": 0.00012846138180916045, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/mean": -6.475602276623249e-10, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/std": 5.018103283344042e-07, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/max_abs": 5.5730342864990234e-06, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/norm": 0.00013542762931646345, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/mean": 3.0249793780967593e-09, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/std": 5.290189747116778e-07, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/max_abs": 7.3015689849853516e-06, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_input_layernorm_weight/norm": 0.00398728391869429, "train/tensor_grad_model_layers_39_input_layernorm_weight/mean": 4.2691826820373535e-06, "train/tensor_grad_model_layers_39_input_layernorm_weight/std": 0.00017695923445456863, "train/tensor_grad_model_layers_39_input_layernorm_weight/max_abs": 0.00112152099609375, "train/tensor_grad_model_layers_39_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 0.09193539820485205, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -2.345442771911621e-05, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 0.0002060323912890839, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 0.00164794921875, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 0.0654406182567239, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": -2.421438694000244e-06, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 0.00014760327394220153, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 0.002685546875, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/norm": 0.0016904489939230086, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/mean": -3.5643577575683594e-05, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/std": 6.597660719496578e-05, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/max_abs": 0.000377655029296875, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/norm": 0.20313321610486904, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/mean": -1.0401010513305664e-05, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/std": 0.0007934906359478462, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/max_abs": 0.005767822265625, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/norm": 0.19487866857377667, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/mean": -2.47955322265625e-05, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/std": 0.000761247057930919, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/max_abs": 0.00933837890625, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/norm": 0.00015035349325370683, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/mean": -6.872141966596246e-09, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/std": 5.873251921390595e-07, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/max_abs": 1.0192394256591797e-05, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/norm": 0.0001518200389508293, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/mean": 5.313268047757447e-09, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/std": 5.930586362710321e-07, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/max_abs": 8.106231689453125e-06, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_input_layernorm_weight/norm": 0.0036896859429258336, "train/tensor_grad_model_layers_38_input_layernorm_weight/mean": -2.6989728212356567e-06, "train/tensor_grad_model_layers_38_input_layernorm_weight/std": 0.000163840575531051, "train/tensor_grad_model_layers_38_input_layernorm_weight/max_abs": 0.00061798095703125, "train/tensor_grad_model_layers_38_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 0.08731193768395984, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -2.720952033996582e-05, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 0.00019510544846591688, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 0.001617431640625, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 0.058565132782175816, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 2.466695150360465e-07, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 0.00013215545790533698, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 0.0024261474609375, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/norm": 0.0013088414772609303, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/mean": 1.0654330253601074e-05, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/std": 5.7212625637287955e-05, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/max_abs": 0.000385284423828125, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/norm": 0.1975500492467604, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/mean": 1.819804310798645e-06, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/std": 0.0007716800838858545, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/max_abs": 0.004730224609375, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/norm": 0.19801415167433278, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/mean": -1.0579824447631836e-05, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/std": 0.0007725544768837755, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/max_abs": 0.00811767578125, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/norm": 0.00021195881004844498, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/mean": 1.100124791264534e-08, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/std": 8.279718593595079e-07, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/max_abs": 1.52587890625e-05, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/norm": 0.00017535228613056234, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/mean": -6.9521775003522635e-09, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/std": 6.849773376702328e-07, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/max_abs": 7.987022399902344e-06, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_input_layernorm_weight/norm": 0.004465092964926621, "train/tensor_grad_model_layers_37_input_layernorm_weight/mean": -1.2665987014770508e-06, "train/tensor_grad_model_layers_37_input_layernorm_weight/std": 0.00019821124613604333, "train/tensor_grad_model_layers_37_input_layernorm_weight/max_abs": 0.00128936767578125, "train/tensor_grad_model_layers_37_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 0.09987052642008211, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -3.2007694244384766e-05, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 0.00022271749887847143, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 0.0025482177734375, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 0.060373241888633855, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 4.216562956571579e-07, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 0.00013615948244156715, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 0.0021209716796875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/norm": 0.0011407794611022972, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/mean": -4.421919584274292e-06, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/std": 5.050812648162626e-05, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/max_abs": 0.00023746490478515625, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/norm": 0.18948206729636527, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/mean": 4.526227712631226e-06, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/std": 0.0007401663322094188, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/max_abs": 0.0050048828125, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/norm": 0.23295672768799286, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/mean": -1.5690922737121582e-05, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/std": 0.0009099889191228213, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/max_abs": 0.01129150390625, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/norm": 0.00016747916691346417, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/mean": -6.155005394248292e-10, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/std": 6.550929927811388e-07, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/max_abs": 7.152557373046875e-06, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/norm": 0.000157082927164127, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/mean": 7.450580596923828e-09, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/std": 6.13613052579155e-07, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/max_abs": 8.940696716308594e-06, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_input_layernorm_weight/norm": 0.004092087473599056, "train/tensor_grad_model_layers_36_input_layernorm_weight/mean": 2.0652078092098236e-06, "train/tensor_grad_model_layers_36_input_layernorm_weight/std": 0.00018156916272879108, "train/tensor_grad_model_layers_36_input_layernorm_weight/max_abs": 0.000919342041015625, "train/tensor_grad_model_layers_36_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 0.10475937383038557, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -3.510713577270508e-05, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 0.00023347804328110387, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 0.002471923828125, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 0.06900806542955565, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 1.3988465070724487e-06, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 0.00015553833154942156, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 0.0027923583984375, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/norm": 0.0013666096385724267, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/mean": 1.2561678886413574e-05, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/std": 5.93686704002001e-05, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/max_abs": 0.000240325927734375, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/norm": 0.21486039530689585, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/mean": -4.537403583526611e-06, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/std": 0.0008393003227722284, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/max_abs": 0.006072998046875, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/norm": 0.2177942377258229, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/mean": -3.886222839355469e-05, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/std": 0.0008498088034761227, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/max_abs": 0.00823974609375, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/norm": 0.00017346323915971393, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/mean": -1.8662831280380487e-09, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/std": 6.775978686446382e-07, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/max_abs": 7.4803829193115234e-06, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/norm": 0.00019953227951915434, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/mean": 1.1961674317717552e-08, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/std": 7.794338152145247e-07, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/max_abs": 8.881092071533203e-06, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_input_layernorm_weight/norm": 0.004182968189048095, "train/tensor_grad_model_layers_35_input_layernorm_weight/mean": 4.913657903671265e-06, "train/tensor_grad_model_layers_35_input_layernorm_weight/std": 0.00018534877572457312, "train/tensor_grad_model_layers_35_input_layernorm_weight/max_abs": 0.00075531005859375, "train/tensor_grad_model_layers_35_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 0.10207589310501297, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -3.695487976074219e-05, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 0.00022726756296092445, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 0.001983642578125, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 0.06558028014402127, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 2.0246952772140503e-06, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 0.00014764041713671025, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 0.0023040771484375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/norm": 0.001534172407748545, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/mean": 1.5184283256530762e-05, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/std": 6.631529545778121e-05, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/max_abs": 0.000335693359375, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/norm": 0.2098058793355996, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/mean": 5.431473255157471e-06, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/std": 0.0008195610719261996, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/max_abs": 0.00555419921875, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/norm": 0.22050264418350848, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/mean": 1.2516975402832031e-05, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/std": 0.0008613398634374434, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/max_abs": 0.00946044921875, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/norm": 0.0001943127509208484, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/mean": 2.0983861759305e-08, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/std": 7.590509014833352e-07, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/max_abs": 1.436471939086914e-05, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/norm": 0.0001805601685129581, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/mean": -2.864908310584724e-10, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/std": 7.053171583366309e-07, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/max_abs": 7.927417755126953e-06, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_input_layernorm_weight/norm": 0.004082317844168068, "train/tensor_grad_model_layers_34_input_layernorm_weight/mean": -3.0606985092163086e-05, "train/tensor_grad_model_layers_34_input_layernorm_weight/std": 0.00017886974288343813, "train/tensor_grad_model_layers_34_input_layernorm_weight/max_abs": 0.000701904296875, "train/tensor_grad_model_layers_34_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 0.10354038158414962, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -3.299117088317871e-05, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 0.00023132401185122238, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 0.002410888671875, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 0.07227304781345936, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": -1.1594966053962708e-06, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 0.0001630910572841297, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 0.0032196044921875, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/norm": 0.0013667906457672377, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/mean": 5.0477683544158936e-06, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/std": 6.0323045369927546e-05, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/max_abs": 0.0002155303955078125, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/norm": 0.20615532754087712, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/mean": 1.601874828338623e-05, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/std": 0.0008043645370079309, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/max_abs": 0.006591796875, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/norm": 0.24345362324630318, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/mean": -1.8984079360961914e-05, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/std": 0.0009509913298782415, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/max_abs": 0.009033203125, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/norm": 0.0002147917200207784, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/mean": -4.647517926059663e-09, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/std": 8.390335285820575e-07, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/max_abs": 1.6450881958007812e-05, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/norm": 0.00020685776297419482, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/mean": 1.0186340659856796e-08, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/std": 8.080432070290166e-07, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/max_abs": 9.715557098388672e-06, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_input_layernorm_weight/norm": 0.005120705021668642, "train/tensor_grad_model_layers_33_input_layernorm_weight/mean": 1.4260411262512207e-05, "train/tensor_grad_model_layers_33_input_layernorm_weight/std": 0.00022656051010902652, "train/tensor_grad_model_layers_33_input_layernorm_weight/max_abs": 0.000804901123046875, "train/tensor_grad_model_layers_33_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 0.10425405016013757, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -3.343820571899414e-05, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 0.0002327124949139075, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 0.00188446044921875, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 0.06934453346803492, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 9.96515154838562e-07, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 0.0001561836720479102, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 0.0027618408203125, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/norm": 0.0014212448068275832, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/mean": -1.411139965057373e-05, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/std": 6.131074941447368e-05, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/max_abs": 0.0002002716064453125, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/norm": 0.21533479926650612, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/mean": -3.729015588760376e-06, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/std": 0.000841152096588438, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/max_abs": 0.005706787109375, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/norm": 0.21950672596421794, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/mean": -9.112060070037842e-06, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/std": 0.0008574493950264291, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/max_abs": 0.01129150390625, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/norm": 0.00014429347684610265, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/mean": 2.5174813345074654e-09, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/std": 5.636514382490342e-07, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/max_abs": 5.304813385009766e-06, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/norm": 0.00014822657743495096, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/mean": -4.43833414465189e-09, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/std": 5.790179945835612e-07, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/max_abs": 5.692243576049805e-06, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_input_layernorm_weight/norm": 0.004158600932847305, "train/tensor_grad_model_layers_32_input_layernorm_weight/mean": -2.6494264602661133e-05, "train/tensor_grad_model_layers_32_input_layernorm_weight/std": 0.00018242251304570532, "train/tensor_grad_model_layers_32_input_layernorm_weight/max_abs": 0.0007781982421875, "train/tensor_grad_model_layers_32_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 0.10293676362877341, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -3.272294998168945e-05, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 0.0002299014353458179, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 0.001922607421875, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 0.06604669505650501, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": 3.367895260453224e-07, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 0.00014879032171911182, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 0.00244140625, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/norm": 0.0011578281766233016, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/mean": 2.5704503059387207e-06, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/std": 5.1342886397121444e-05, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/max_abs": 0.0002803802490234375, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/norm": 0.2033953701291301, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/mean": -4.171393811702728e-06, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/std": 0.0007945168741385307, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/max_abs": 0.005462646484375, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/norm": 0.2183015859492975, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/mean": -5.036592483520508e-06, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/std": 0.0008527408844043905, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/max_abs": 0.00970458984375, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/norm": 0.00021887812457139016, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/mean": 8.720235200598836e-09, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/std": 8.550041863074e-07, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/max_abs": 1.1861324310302734e-05, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/norm": 0.00023211441551738144, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/mean": 9.036739356815815e-09, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/std": 9.06700655927238e-07, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/max_abs": 1.5079975128173828e-05, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_input_layernorm_weight/norm": 0.004771391865742676, "train/tensor_grad_model_layers_31_input_layernorm_weight/mean": -1.5616416931152344e-05, "train/tensor_grad_model_layers_31_input_layernorm_weight/std": 0.00021146029468115408, "train/tensor_grad_model_layers_31_input_layernorm_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_31_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 0.10903578335365041, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -4.1425228118896484e-05, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 0.00024254859882308116, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 0.002197265625, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 0.06495517211947638, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -1.7043203115463257e-06, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 0.0001464210322501946, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 0.00286865234375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/norm": 0.0011665304319863538, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/mean": -3.2689422369003296e-06, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/std": 5.173556915363459e-05, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/max_abs": 0.00019741058349609375, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/norm": 0.19978521257728457, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/mean": 3.982335329055786e-06, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/std": 0.0007804254784701149, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/max_abs": 0.005157470703125, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/norm": 0.19852401169224793, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/mean": -2.0205974578857422e-05, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/std": 0.0007754895264960616, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/max_abs": 0.007568359375, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/norm": 0.0001457679571917144, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/mean": -2.6193447411060333e-10, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/std": 5.694168359697948e-07, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/max_abs": 7.0035457611083984e-06, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/norm": 0.00014368710616334494, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/mean": -2.2628228180110455e-09, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/std": 5.613147940819784e-07, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/max_abs": 5.543231964111328e-06, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_input_layernorm_weight/norm": 0.003376841038001494, "train/tensor_grad_model_layers_30_input_layernorm_weight/mean": 7.2196125984191895e-06, "train/tensor_grad_model_layers_30_input_layernorm_weight/std": 0.00014955139796501792, "train/tensor_grad_model_layers_30_input_layernorm_weight/max_abs": 0.000553131103515625, "train/tensor_grad_model_layers_30_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 0.10157834442964639, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -3.5822391510009766e-05, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 0.00022654064767935157, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 0.002288818359375, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 0.06508580266718532, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -3.457535058259964e-08, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 0.00014715740554787515, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 0.0037841796875, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/norm": 0.0013072060853291014, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/mean": -1.948326826095581e-06, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/std": 5.7889293240088496e-05, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/max_abs": 0.0002288818359375, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/norm": 0.19660158093302865, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/mean": 3.878958523273468e-07, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/std": 0.0007679755981581733, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/max_abs": 0.005767822265625, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/norm": 0.1858479516590491, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/mean": 1.41095370054245e-07, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/std": 0.0007259689392709716, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/max_abs": 0.006744384765625, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/norm": 0.00016541439093731568, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/mean": -3.41970007866621e-09, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/std": 6.461598914176664e-07, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/max_abs": 9.059906005859375e-06, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/norm": 0.00017004176196280148, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/mean": 6.490154191851616e-09, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/std": 6.642462175660736e-07, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/max_abs": 1.4662742614746094e-05, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_input_layernorm_weight/norm": 0.003354392390314473, "train/tensor_grad_model_layers_29_input_layernorm_weight/mean": -4.2263418436050415e-06, "train/tensor_grad_model_layers_29_input_layernorm_weight/std": 0.00014859921633757165, "train/tensor_grad_model_layers_29_input_layernorm_weight/max_abs": 0.000705718994140625, "train/tensor_grad_model_layers_29_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 0.10695365822034264, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -4.07099723815918e-05, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 0.00023775200497163067, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 0.001953125, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 0.06801014659016026, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 6.533227860927582e-07, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 0.00015310135311842046, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 0.0026092529296875, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/norm": 0.0014119430875413506, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/mean": -1.9761500880122185e-07, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/std": 6.279034586968962e-05, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/max_abs": 0.000278472900390625, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/norm": 0.23198549994833578, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/mean": -7.268041372299194e-06, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/std": 0.0009062023186756782, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/max_abs": 0.00604248046875, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/norm": 0.19878025040647312, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/mean": -5.1781535148620605e-06, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/std": 0.0007764860921806491, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/max_abs": 0.005889892578125, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/norm": 0.0001719009529000736, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/mean": 4.958565114066005e-09, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/std": 6.714919502331327e-07, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/max_abs": 6.079673767089844e-06, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/norm": 0.00017881011958821528, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/mean": -3.408786142244935e-09, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/std": 6.984923378372086e-07, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/max_abs": 7.361173629760742e-06, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_input_layernorm_weight/norm": 0.0034465531188298637, "train/tensor_grad_model_layers_28_input_layernorm_weight/mean": 7.241964340209961e-06, "train/tensor_grad_model_layers_28_input_layernorm_weight/std": 0.000152926610678169, "train/tensor_grad_model_layers_28_input_layernorm_weight/max_abs": 0.000522613525390625, "train/tensor_grad_model_layers_28_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 0.1113554268537583, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -4.13060188293457e-05, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 0.0002473123273187637, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 0.00347900390625, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 0.06960962571635194, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 1.519918441772461e-06, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 0.0001567127746044132, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 0.00384521484375, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/norm": 0.0017503475587535957, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/mean": 2.8461217880249023e-05, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/std": 7.220567655085365e-05, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/max_abs": 0.00034332275390625, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/norm": 0.21736578998939748, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/mean": 9.529292583465576e-06, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/std": 0.0008490922308207741, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/max_abs": 0.006378173828125, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/norm": 0.21464335025107772, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/mean": -1.1458992958068848e-05, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/std": 0.0008384511381561158, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/max_abs": 0.008544921875, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/norm": 0.00026150855744260074, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/mean": -2.0590960048139095e-09, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/std": 1.0215214846538896e-06, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/max_abs": 1.2636184692382812e-05, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/norm": 0.0003155494889080003, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/mean": 1.7047568690031767e-08, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/std": 1.2326331336881561e-06, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/max_abs": 2.2530555725097656e-05, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_input_layernorm_weight/norm": 0.0039268042289610835, "train/tensor_grad_model_layers_27_input_layernorm_weight/mean": 7.527414709329605e-06, "train/tensor_grad_model_layers_27_input_layernorm_weight/std": 0.00017361736694910247, "train/tensor_grad_model_layers_27_input_layernorm_weight/max_abs": 0.000926971435546875, "train/tensor_grad_model_layers_27_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 0.10536329861038558, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -4.547834396362305e-05, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 0.00023321739167139933, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 0.0023040771484375, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 0.0662989029242655, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -2.2295862436294556e-06, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 0.00014976827275069718, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 0.002532958984375, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/norm": 0.0013207669703303852, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/mean": -1.2159347534179688e-05, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/std": 5.732273545233502e-05, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/max_abs": 0.000225067138671875, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/norm": 0.22934305742998415, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/mean": 4.0102750062942505e-06, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/std": 0.0008958741400202548, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/max_abs": 0.0078125, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/norm": 0.21952518984212205, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/mean": -1.8298625946044922e-05, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/std": 0.0008575224458259328, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/max_abs": 0.00738525390625, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/norm": 0.00021111881039460932, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/mean": -4.012690624222159e-09, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/std": 8.24686892066156e-07, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/max_abs": 8.225440979003906e-06, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/norm": 0.0002343794089948183, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/mean": 6.883055903017521e-09, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/std": 9.155743069461818e-07, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/max_abs": 1.1205673217773438e-05, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_input_layernorm_weight/norm": 0.0040519196484200696, "train/tensor_grad_model_layers_26_input_layernorm_weight/mean": 1.850724220275879e-05, "train/tensor_grad_model_layers_26_input_layernorm_weight/std": 0.00017895336228691017, "train/tensor_grad_model_layers_26_input_layernorm_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_26_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 0.11795757316542943, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -4.291534423828125e-05, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 0.00026282623337531156, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 0.0025177001953125, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 0.06937289260550254, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 8.093193173408508e-07, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 0.00015672302921052167, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 0.0021820068359375, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/norm": 0.0012568949920426775, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/mean": -1.1235475540161133e-05, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/std": 5.4656199877029695e-05, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/max_abs": 0.000209808349609375, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/norm": 0.24032665434227957, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/mean": 1.4171004295349121e-05, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/std": 0.0009387768803770468, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/max_abs": 0.005706787109375, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/norm": 0.2305752782799089, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/mean": 1.5974044799804688e-05, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/std": 0.0009006868462862109, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/max_abs": 0.00848388671875, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/norm": 0.0002025126905645564, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/mean": -4.047251422889531e-09, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/std": 7.910687499295127e-07, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/max_abs": 1.0907649993896484e-05, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/norm": 0.00021990931546894742, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/mean": -3.364675649208948e-09, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/std": 8.590244320553344e-07, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/max_abs": 1.0669231414794922e-05, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_input_layernorm_weight/norm": 0.004154707963167879, "train/tensor_grad_model_layers_25_input_layernorm_weight/mean": -3.214925527572632e-06, "train/tensor_grad_model_layers_25_input_layernorm_weight/std": 0.00018441619491536075, "train/tensor_grad_model_layers_25_input_layernorm_weight/max_abs": 0.000797271728515625, "train/tensor_grad_model_layers_25_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 0.11563531984206558, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -4.851818084716797e-05, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 0.00025615191618978136, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 0.0034332275390625, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 0.06172763905312445, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -8.773058652877808e-07, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 0.00013927934877510972, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 0.00180816650390625, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/norm": 0.0011850085517084562, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/mean": -1.1652708053588867e-05, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/std": 5.126674290248793e-05, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/max_abs": 0.0002002716064453125, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/norm": 0.23311735329858127, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/mean": 2.1576881408691406e-05, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/std": 0.000910615055368516, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/max_abs": 0.00592041015625, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/norm": 0.24301056823983008, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/mean": 1.2099742889404297e-05, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/std": 0.0009492605355682565, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/max_abs": 0.00738525390625, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/norm": 0.0002631328982686719, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/mean": 1.4304532669484615e-08, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/std": 1.027868202717481e-06, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/max_abs": 1.2636184692382812e-05, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/norm": 0.0002537024636152951, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/mean": -1.3606040738523006e-09, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/std": 9.910340307792416e-07, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/max_abs": 1.0967254638671875e-05, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_input_layernorm_weight/norm": 0.005773672537865231, "train/tensor_grad_model_layers_24_input_layernorm_weight/mean": -1.8008053302764893e-05, "train/tensor_grad_model_layers_24_input_layernorm_weight/std": 0.00025594430913265516, "train/tensor_grad_model_layers_24_input_layernorm_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_24_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 0.12123714693511455, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -4.488229751586914e-05, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 0.00026947066098169983, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 0.0027008056640625, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 0.07766128247416616, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -3.336463123559952e-07, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 0.00017529668407807194, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 0.0029449462890625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/norm": 0.0016678125182113018, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/mean": -1.837313175201416e-05, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/std": 7.163278639491106e-05, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/max_abs": 0.000274658203125, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/norm": 0.22843579585200322, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/mean": -1.3478565961122513e-06, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/std": 0.0008923285540626141, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/max_abs": 0.0068359375, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/norm": 0.24006212463587914, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/mean": -1.7345882952213287e-06, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/std": 0.000937743251421125, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/max_abs": 0.008056640625, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/norm": 0.00022537505374811424, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/mean": 5.8862497098743916e-09, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/std": 8.803753731194695e-07, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/max_abs": 7.748603820800781e-06, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/norm": 0.0002215184470695515, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/mean": -3.5543052945286036e-09, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/std": 8.653208229679883e-07, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/max_abs": 1.0848045349121094e-05, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_input_layernorm_weight/norm": 0.005631361483476976, "train/tensor_grad_model_layers_23_input_layernorm_weight/mean": 2.0325183868408203e-05, "train/tensor_grad_model_layers_23_input_layernorm_weight/std": 0.0002491479356317696, "train/tensor_grad_model_layers_23_input_layernorm_weight/max_abs": 0.001312255859375, "train/tensor_grad_model_layers_23_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 0.12469851375878015, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": -4.971027374267578e-05, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 0.00027719077090070966, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 0.003021240234375, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 0.0820098122331758, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 2.2462336346507072e-07, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 0.00018501388996545334, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 0.00390625, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/norm": 0.001894802794217152, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/mean": 9.864568710327148e-06, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/std": 8.339115312441338e-05, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/max_abs": 0.00049591064453125, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/norm": 0.2473793961267829, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/mean": 5.610287189483643e-06, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/std": 0.0009663281736330907, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/max_abs": 0.00738525390625, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/norm": 0.24430365650315297, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/mean": -3.870576620101929e-06, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/std": 0.0009543111946509333, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/max_abs": 0.0093994140625, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/norm": 0.00029187108581746, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/mean": 2.511114871595055e-09, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/std": 1.1423203963293314e-06, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/max_abs": 1.1146068572998047e-05, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/norm": 0.0002636271325369484, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/mean": -9.42964106798172e-09, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/std": 1.0298048193927356e-06, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/max_abs": 1.245737075805664e-05, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_input_layernorm_weight/norm": 0.005114904505932707, "train/tensor_grad_model_layers_22_input_layernorm_weight/mean": -2.6971101760864258e-05, "train/tensor_grad_model_layers_22_input_layernorm_weight/std": 0.00022500487943371783, "train/tensor_grad_model_layers_22_input_layernorm_weight/max_abs": 0.0018463134765625, "train/tensor_grad_model_layers_22_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 0.12246055785489895, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -4.839897155761719e-05, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 0.00027185322367780654, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 0.00244140625, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 0.07548487015255602, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 1.5683472156524658e-06, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 0.0001705712169999097, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 0.002044677734375, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/norm": 0.0015657508455811837, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/mean": -1.8715858459472656e-05, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/std": 6.69660239838287e-05, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/max_abs": 0.000263214111328125, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/norm": 0.2593780149721231, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/mean": -2.6887282729148865e-06, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/std": 0.0010132020601102583, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/max_abs": 0.0072021484375, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/norm": 0.2498363913191354, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/mean": -5.863606929779053e-06, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/std": 0.0009759237526952599, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/max_abs": 0.00860595703125, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/norm": 0.00021106010606415342, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/mean": -1.8953869584947824e-09, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/std": 8.244550160764176e-07, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/max_abs": 7.450580596923828e-06, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/norm": 0.00022433756722839773, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/mean": 5.868059815838933e-09, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/std": 8.763239096136875e-07, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/max_abs": 9.715557098388672e-06, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_input_layernorm_weight/norm": 0.004739985086544836, "train/tensor_grad_model_layers_21_input_layernorm_weight/mean": -1.0982155799865723e-05, "train/tensor_grad_model_layers_21_input_layernorm_weight/std": 0.00021039030227368424, "train/tensor_grad_model_layers_21_input_layernorm_weight/max_abs": 0.000926971435546875, "train/tensor_grad_model_layers_21_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 0.13529884886213175, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -4.5180320739746094e-05, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 0.0003019380224562269, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 0.003662109375, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 0.08988686232082696, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -2.253800630569458e-06, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 0.00020251216437169498, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 0.005645751953125, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/norm": 0.0017632899113654902, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/mean": -9.216368198394775e-06, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/std": 7.765906922151801e-05, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/max_abs": 0.00029754638671875, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/norm": 0.2887670708436356, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/mean": -3.069639205932617e-05, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/std": 0.0011280011405102592, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/max_abs": 0.0108642578125, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/norm": 0.27751906320888287, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/mean": -1.2069940567016602e-05, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/std": 0.0010840592580972038, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/max_abs": 0.01068115234375, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/norm": 0.0002552005563830755, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/mean": -1.0812073014676571e-08, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/std": 9.968816659717385e-07, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/max_abs": 1.0311603546142578e-05, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/norm": 0.0002225098151268024, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/mean": 4.3291947804391384e-10, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/std": 8.691948460071661e-07, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/max_abs": 1.055002212524414e-05, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_input_layernorm_weight/norm": 0.004997107816715337, "train/tensor_grad_model_layers_20_input_layernorm_weight/mean": 6.612390279769897e-07, "train/tensor_grad_model_layers_20_input_layernorm_weight/std": 0.00022182244666246395, "train/tensor_grad_model_layers_20_input_layernorm_weight/max_abs": 0.001190185546875, "train/tensor_grad_model_layers_20_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 0.1365503636604308, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -4.8220157623291016e-05, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 0.00030391100290311603, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 0.004486083984375, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 0.07659131500469991, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 1.3355165719985962e-06, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 0.0001727560431014603, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 0.0027008056640625, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/norm": 0.0016554951097375455, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/mean": 2.092123031616211e-05, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/std": 7.04458569425734e-05, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/max_abs": 0.000331878662109375, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/norm": 0.2632429236523317, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/mean": -2.946704626083374e-06, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/std": 0.001028312941040294, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/max_abs": 0.00775146484375, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/norm": 0.28197639756145954, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/mean": 4.157423973083496e-06, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/std": 0.0011014707534256045, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/max_abs": 0.01123046875, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/norm": 0.0002726291171408311, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/mean": -6.075424607843161e-10, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/std": 1.064960074040937e-06, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/max_abs": 1.6808509826660156e-05, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/norm": 0.0002829264165593958, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/mean": 3.001332515850663e-09, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/std": 1.105184839797887e-06, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/max_abs": 1.8358230590820312e-05, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_input_layernorm_weight/norm": 0.005509606231634032, "train/tensor_grad_model_layers_19_input_layernorm_weight/mean": 9.375624358654022e-06, "train/tensor_grad_model_layers_19_input_layernorm_weight/std": 0.0002443994176737636, "train/tensor_grad_model_layers_19_input_layernorm_weight/max_abs": 0.00122833251953125, "train/tensor_grad_model_layers_19_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 0.13825690276036373, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -5.078315734863281e-05, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 0.0003077343882329042, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 0.0036468505859375, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 0.07907480799952886, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -9.206123650074005e-07, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 0.0001780771525039431, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 0.0023651123046875, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/norm": 0.0015479541392588382, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/mean": 1.7195940017700195e-05, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/std": 6.648151354913493e-05, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/max_abs": 0.00031280517578125, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/norm": 0.2701938611353242, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/mean": -6.239861249923706e-07, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/std": 0.0010554562553108792, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/max_abs": 0.009521484375, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/norm": 0.27597697717590924, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/mean": 9.164214134216309e-06, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/std": 0.0010780360115757422, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/max_abs": 0.00860595703125, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/norm": 0.00029749900489519114, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/mean": 1.6298145055770874e-09, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/std": 1.1621236608411329e-06, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/max_abs": 1.5616416931152344e-05, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/norm": 0.00032025428650407064, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/mean": 9.8334567155689e-09, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/std": 1.251001615026219e-06, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/max_abs": 1.621246337890625e-05, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_input_layernorm_weight/norm": 0.005459427551132336, "train/tensor_grad_model_layers_18_input_layernorm_weight/mean": -3.641843795776367e-05, "train/tensor_grad_model_layers_18_input_layernorm_weight/std": 0.0002391141861894902, "train/tensor_grad_model_layers_18_input_layernorm_weight/max_abs": 0.00116729736328125, "train/tensor_grad_model_layers_18_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 0.1377420548988004, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -5.054473876953125e-05, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 0.00030623782956536297, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 0.0036773681640625, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 0.08942414859732217, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -2.3581087589263916e-06, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 0.00020164466314462904, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 0.00445556640625, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/norm": 0.002419336222701496, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/mean": -5.269050598144531e-05, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/std": 9.356372545842079e-05, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/max_abs": 0.0004558563232421875, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/norm": 0.2794231849438763, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/mean": -1.3977289199829102e-05, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/std": 0.00109150111386798, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/max_abs": 0.009033203125, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/norm": 0.2877281941918625, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/mean": -2.282089553773403e-06, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/std": 0.001123939196933734, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/max_abs": 0.01092529296875, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/norm": 0.00030194901204330665, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/mean": -7.719791028648615e-09, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/std": 1.179488739673774e-06, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/max_abs": 1.8715858459472656e-05, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/norm": 0.0002999832549775443, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/mean": -8.512870408594608e-10, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/std": 1.1718202529567321e-06, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/max_abs": 1.704692840576172e-05, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_input_layernorm_weight/norm": 0.005170906218179787, "train/tensor_grad_model_layers_17_input_layernorm_weight/mean": -1.6689300537109375e-05, "train/tensor_grad_model_layers_17_input_layernorm_weight/std": 0.0002291187775757292, "train/tensor_grad_model_layers_17_input_layernorm_weight/max_abs": 0.001007080078125, "train/tensor_grad_model_layers_17_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 0.14751589931854062, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -5.602836608886719e-05, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 0.0003281873527105645, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 0.00421142578125, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 0.08918921842035663, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 6.03729858994484e-07, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 0.0002009406017021467, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 0.003997802734375, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/norm": 0.0018770326335552263, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/mean": 9.506940841674805e-06, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/std": 8.266202098668213e-05, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/max_abs": 0.0005645751953125, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/norm": 0.2816498351476029, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/mean": -2.339482307434082e-05, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/std": 0.0011002026328563088, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/max_abs": 0.0093994140625, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/norm": 0.2995405493592632, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/mean": -7.525086402893066e-06, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/std": 0.0011700814644842144, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/max_abs": 0.01165771484375, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/norm": 0.000321004564954253, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/mean": 3.677087079267949e-09, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/std": 1.2539275673238746e-06, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/max_abs": 1.5079975128173828e-05, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/norm": 0.000346905505064264, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/mean": -1.837179297581315e-09, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/std": 1.3551051098482941e-06, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/max_abs": 1.9669532775878906e-05, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_input_layernorm_weight/norm": 0.006321228472582667, "train/tensor_grad_model_layers_16_input_layernorm_weight/mean": -5.9545040130615234e-05, "train/tensor_grad_model_layers_16_input_layernorm_weight/std": 0.00027395178548825303, "train/tensor_grad_model_layers_16_input_layernorm_weight/max_abs": 0.0016937255859375, "train/tensor_grad_model_layers_16_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 0.16213143439895816, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -6.300210952758789e-05, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 0.00036056096088054636, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 0.00372314453125, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 0.09249386071116608, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 1.2004747986793518e-06, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 0.00020883384894185294, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 0.003570556640625, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/norm": 0.0025187403524299227, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/mean": 3.159046173095703e-05, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/std": 0.00010710866767998149, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/max_abs": 0.000629425048828125, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/norm": 0.27474228313740623, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/mean": -8.989125490188599e-06, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/std": 0.0010732180652003114, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/max_abs": 0.007720947265625, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/norm": 0.2980580099083194, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/mean": 6.435438990592957e-07, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/std": 0.0011642894264926077, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/max_abs": 0.01153564453125, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/norm": 0.00029958278766587096, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/mean": -1.2096279533579946e-09, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/std": 1.170250417215335e-06, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/max_abs": 1.0967254638671875e-05, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/norm": 0.0002988563337093709, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/mean": -1.6429112292826176e-08, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/std": 1.1674081444360904e-06, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/max_abs": 1.5616416931152344e-05, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_input_layernorm_weight/norm": 0.005902371010758406, "train/tensor_grad_model_layers_15_input_layernorm_weight/mean": -3.073364496231079e-06, "train/tensor_grad_model_layers_15_input_layernorm_weight/std": 0.0002616313361509298, "train/tensor_grad_model_layers_15_input_layernorm_weight/max_abs": 0.001556396484375, "train/tensor_grad_model_layers_15_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 0.17021837345737853, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -7.104873657226562e-05, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 0.0003768333674545389, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 0.004974365234375, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 0.1005299236291929, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 1.9073486328125e-06, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 0.00022687896316739972, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 0.0027923583984375, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/norm": 0.0020410377213774104, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/mean": 1.627206802368164e-05, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/std": 8.902941898140677e-05, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/max_abs": 0.0003604888916015625, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/norm": 0.3253551010395579, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/mean": 7.763504981994629e-06, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/std": 0.0012709209473352908, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/max_abs": 0.01080322265625, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/norm": 0.28733183877059126, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/mean": -4.503875970840454e-06, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/std": 0.0011244051549616114, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/max_abs": 0.01031494140625, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/norm": 0.00029407518292569443, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/mean": -3.434251993894577e-09, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/std": 1.1487428947951965e-06, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/max_abs": 1.3053417205810547e-05, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/norm": 0.00023880783729527208, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/mean": 1.4679244486615062e-09, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/std": 9.328480743016662e-07, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/max_abs": 1.1086463928222656e-05, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_input_layernorm_weight/norm": 0.004778754564827414, "train/tensor_grad_model_layers_14_input_layernorm_weight/mean": -5.304114893078804e-06, "train/tensor_grad_model_layers_14_input_layernorm_weight/std": 0.00021185423991652405, "train/tensor_grad_model_layers_14_input_layernorm_weight/max_abs": 0.0009613037109375, "train/tensor_grad_model_layers_14_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 0.16168672548631297, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -6.300210952758789e-05, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 0.000358726814725025, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 0.00347900390625, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 0.09868839321976434, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -9.862706065177917e-07, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 0.00022234878348088686, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 0.00439453125, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/norm": 0.002228488549177494, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/mean": -3.820657730102539e-05, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/std": 9.117139791709345e-05, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/max_abs": 0.0003299713134765625, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/norm": 0.3319579997325351, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/mean": -4.995614290237427e-06, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/std": 0.0012967129701204785, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/max_abs": 0.01385498046875, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/norm": 0.34449133263302484, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/mean": 9.760260581970215e-06, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/std": 0.0013456704662942335, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/max_abs": 0.0126953125, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/norm": 0.0003539198331641995, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/mean": -1.014996087178588e-09, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/std": 1.3844479336869634e-06, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/max_abs": 1.4126300811767578e-05, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/norm": 0.00033865779318209967, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/mean": -6.9776433520019054e-09, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/std": 1.3228834939997958e-06, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/max_abs": 1.3232231140136719e-05, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_input_layernorm_weight/norm": 0.006760797337559607, "train/tensor_grad_model_layers_13_input_layernorm_weight/mean": 5.167722702026367e-05, "train/tensor_grad_model_layers_13_input_layernorm_weight/std": 0.0002952931468292076, "train/tensor_grad_model_layers_13_input_layernorm_weight/max_abs": 0.00131988525390625, "train/tensor_grad_model_layers_13_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 0.17462387536791968, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -6.139278411865234e-05, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 0.00038878671043316804, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 0.003692626953125, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 0.10469477613983641, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": -7.739290595054626e-07, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 0.00023644736079963326, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 0.004119873046875, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/norm": 0.0021685471922923494, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/mean": -7.968395948410034e-06, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/std": 9.580118971984305e-05, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/max_abs": 0.000415802001953125, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/norm": 0.366394485252224, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/mean": 1.8984079360961914e-05, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/std": 0.00143123312563127, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/max_abs": 0.01226806640625, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/norm": 0.361655257319017, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/mean": -1.2472271919250488e-05, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/std": 0.00141271853432531, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/max_abs": 0.0128173828125, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/norm": 0.0003730951394694793, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/mean": 9.98261384665966e-09, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/std": 1.4574066828688588e-06, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/max_abs": 1.4781951904296875e-05, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/norm": 0.0003722751706146393, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/mean": -2.1263986127451062e-09, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/std": 1.454207323621491e-06, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/max_abs": 1.1920928955078125e-05, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_input_layernorm_weight/norm": 0.008042785985203136, "train/tensor_grad_model_layers_12_input_layernorm_weight/mean": 3.796815872192383e-05, "train/tensor_grad_model_layers_12_input_layernorm_weight/std": 0.0003546005055421254, "train/tensor_grad_model_layers_12_input_layernorm_weight/max_abs": 0.00189208984375, "train/tensor_grad_model_layers_12_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 0.18780937103356282, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -7.37905502319336e-05, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 0.00041644585905850076, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 0.0045166015625, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 0.1181199172606729, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -5.308538675308228e-07, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 0.0002662477090969439, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 0.004638671875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/norm": 0.0021687619158804977, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/mean": -2.5272369384765625e-05, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/std": 9.297556570319979e-05, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/max_abs": 0.000354766845703125, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/norm": 0.3762415360927676, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/mean": -2.3633241653442383e-05, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/std": 0.0014697168620254463, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/max_abs": 0.01129150390625, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/norm": 0.36111559416767675, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/mean": 1.0229647159576416e-05, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/std": 0.0014106100349219797, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/max_abs": 0.01220703125, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/norm": 0.0003817152187066082, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/mean": -1.8451828509569168e-08, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/std": 1.4910782553896572e-06, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/max_abs": 1.9788742065429688e-05, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/norm": 0.00034578815690055573, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/mean": 2.8230715543031693e-09, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/std": 1.3507621580357187e-06, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/max_abs": 1.424551010131836e-05, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_input_layernorm_weight/norm": 0.008111765150958662, "train/tensor_grad_model_layers_11_input_layernorm_weight/mean": -5.595386028289795e-06, "train/tensor_grad_model_layers_11_input_layernorm_weight/std": 0.00036000363258292453, "train/tensor_grad_model_layers_11_input_layernorm_weight/max_abs": 0.00180816650390625, "train/tensor_grad_model_layers_11_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 0.20223569599207367, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -5.441904067993164e-05, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 0.00045271156783208914, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 0.0072021484375, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 0.11985216133610113, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 9.480863809585571e-07, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 0.0002701139765573501, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 0.005279541015625, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/norm": 0.002791023977813074, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/mean": 5.7637691497802734e-05, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/std": 0.0001094879243335041, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/max_abs": 0.000705718994140625, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/norm": 0.389874767835425, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/mean": -6.496906280517578e-06, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/std": 0.0015229580330224364, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/max_abs": 0.01116943359375, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/norm": 0.39281369253871284, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/mean": 4.082918167114258e-06, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/std": 0.0015344300268988933, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/max_abs": 0.0135498046875, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/norm": 0.0004330815574212557, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/mean": -2.3166649043560028e-08, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/std": 1.6917335236633439e-06, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/max_abs": 1.6689300537109375e-05, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/norm": 0.0004072870470029269, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/mean": 5.984475137665868e-09, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/std": 1.5909711945339897e-06, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/max_abs": 1.5616416931152344e-05, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_input_layernorm_weight/norm": 0.008135281737625526, "train/tensor_grad_model_layers_10_input_layernorm_weight/mean": 2.1845102310180664e-05, "train/tensor_grad_model_layers_10_input_layernorm_weight/std": 0.0003599712108561329, "train/tensor_grad_model_layers_10_input_layernorm_weight/max_abs": 0.00164031982421875, "train/tensor_grad_model_layers_10_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 0.22031713169721304, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -5.0902366638183594e-05, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 0.0004951836657387684, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 0.006378173828125, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 0.13192452174351765, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": -4.1956081986427307e-07, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 0.00029773310732576454, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 0.00396728515625, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/norm": 0.0026800359188037435, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/mean": 3.8623809814453125e-05, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/std": 0.00011234765637481775, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/max_abs": 0.000492095947265625, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/norm": 0.4172791112546291, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/mean": 9.718351066112518e-07, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/std": 0.0016299989025802535, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/max_abs": 0.0155029296875, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/norm": 0.3874172491500151, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/mean": 2.757646143436432e-06, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/std": 0.0015133496043639074, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/max_abs": 0.00909423828125, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/norm": 0.00046882187086211806, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/mean": -8.834831533022225e-09, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/std": 1.8313525315061933e-06, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/max_abs": 1.9788742065429688e-05, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/norm": 0.00044108236150979126, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/mean": 2.1118466975167394e-09, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/std": 1.722982413221149e-06, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/max_abs": 1.3232231140136719e-05, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_input_layernorm_weight/norm": 0.00718491318529962, "train/tensor_grad_model_layers_9_input_layernorm_weight/mean": 2.8342008590698242e-05, "train/tensor_grad_model_layers_9_input_layernorm_weight/std": 0.0003178241322896401, "train/tensor_grad_model_layers_9_input_layernorm_weight/max_abs": 0.00139617919921875, "train/tensor_grad_model_layers_9_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.22742429794231675, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -4.488229751586914e-05, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.0005104852563757007, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.005645751953125, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 0.1294985946520104, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 6.012851372361183e-07, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 0.00029203333132998133, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 0.004486083984375, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.003278376663741857, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -4.845857620239258e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 0.0001369384640981191, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.000682830810546875, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.4874661164857304, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": 2.0951032638549805e-05, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 0.0019041658242534814, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.0145263671875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.4660915009217024, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": 2.3245811462402344e-05, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.0018206719411901363, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.013427734375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.000547983619002397, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": -4.336470738053322e-09, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 2.1405907751454593e-06, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 2.384185791015625e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.0005828253230392168, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": 2.582964953035116e-10, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 2.276682488274331e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 3.075599670410156e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.008213595111764156, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 2.1964311599731445e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 0.0003630982908860818, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.0014801025390625, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.2627878699628455, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -1.4320015907287598e-05, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.0005934467609975191, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.006439208984375, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 0.1558389980218153, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 2.2992026060819626e-08, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 0.00035114657146404654, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 0.00555419921875, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.0033066802808273, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -5.447864532470703e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 0.00013611325868518942, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.000614166259765625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.5083155561163201, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -1.0728836059570312e-05, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.0019856079385392523, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.02001953125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.5316160848028337, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": 6.057322025299072e-06, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.0020766320978688416, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.01806640625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.0006113610264498347, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": 1.983426045626402e-08, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 2.388136285339923e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 2.3365020751953125e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.0005971554928752893, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": -2.140586730092764e-08, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 2.332648190644173e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 2.193450927734375e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.009938006091276442, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": -2.5227665901184082e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 0.0004404856551821703, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.0019378662109375, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.28970019134736386, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 6.452202796936035e-06, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.0006516714078260721, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.006988525390625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 0.19516901467743575, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 2.950429916381836e-06, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 0.00043939984687016534, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 0.007049560546875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.0038605414825628754, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": -5.992129445075989e-06, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 0.00017142835276912652, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.000637054443359375, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.508627838539346, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": -7.818453013896942e-07, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.0019868286870842384, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0179443359375, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.6383612107579772, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": 1.9490718841552734e-05, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.0024935988763116405, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0216064453125, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.0008014224119866051, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": -7.275957614183426e-11, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 3.130600616159616e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 4.076957702636719e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 0.0007033980066386882, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": -2.699664491956355e-09, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 2.7476568698415265e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 2.4199485778808594e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.012746889541385751, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": 3.743171691894531e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 0.0005659888407312157, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.002716064453125, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.34877639506549585, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": 2.1129846572875977e-05, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.000786187579969123, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.00885009765625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 0.24043575623179647, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -1.8557766452431679e-06, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 0.0005421377474778498, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 0.00970458984375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.0051760367564347405, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": -1.6652047634124756e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 0.00022909030814024102, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.00118255615234375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.6578726915380243, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": -3.4514814615249634e-06, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.0025698156267638843, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.023681640625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.7283899439176729, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": 1.9758939743041992e-05, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0028452761332141297, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0203857421875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.0010281175304102728, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -1.6009835235308856e-08, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 4.016100595610043e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 3.719329833984375e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.0009561049956624938, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": 2.8579961508512497e-08, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 3.7347947459035416e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 3.7670135498046875e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.016515508783052458, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -8.340924978256226e-06, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 0.000733723041539417, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.003143310546875, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.3918462355185246, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 6.812810897827148e-05, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.0008807653840059892, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.0113525390625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 0.2614653770034993, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 2.0246952772140503e-06, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 0.0005898922936918205, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 0.00946044921875, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.0055184313021644, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": 0.00010395050048828125, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 0.0002209673372360558, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.7528378520923139, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": 4.757195711135864e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.0029407759872554554, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.025146484375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.8356659350073093, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": 9.179115295410156e-06, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.003264330725223945, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0233154296875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.0011908333800344823, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": -2.181332092732191e-08, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 4.651743003002645e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 3.7670135498046875e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 0.0011578156082694612, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 7.574271876364946e-09, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 4.5227428416147534e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 3.814697265625e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.014740558873930576, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": 6.0498714447021484e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 0.0006511944762818111, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.00225830078125, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.4979750637567459, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 0.00012218952178955078, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.001116722408212878, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.01165771484375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 0.2916752041974983, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 3.396999090909958e-07, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 0.0006565437137022742, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 0.0078125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.005779134163430481, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 7.37905502319336e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 0.0002453871322339594, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 1.0836869665204292, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 5.733966827392578e-05, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.0042331563001627584, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.03955078125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 1.0440288970572726, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": 2.9832124710083008e-05, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.004078239270666025, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.02880859375, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.0018536328028971368, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": -5.195033736526966e-08, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 7.2407770727050965e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 8.296966552734375e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.0018068824103661817, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": -2.162050805054605e-08, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 7.058142862842286e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 5.9604644775390625e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.02305715622541516, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": -4.4226646423339844e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 0.0010240911223934478, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.003875732421875, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.6361583279443025, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 0.0001233816146850586, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.0014314109587006045, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.01226806640625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 0.38630916599081055, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 1.605600118637085e-06, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 0.0008719089182665704, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 0.0125732421875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.00837974297407155, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": -6.866455078125e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 0.0003645024767811706, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.00145721435546875, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 1.314405239190905, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 9.942799806594849e-06, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.0051344070276281, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.0400390625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 1.398181060635679, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 3.6656856536865234e-05, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.005461648573114179, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.041259765625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.0032353041006626063, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": -3.9726728573441505e-09, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 1.263793679399123e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 0.0001239776611328125, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.003378719382548681, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": -1.2263626558706164e-08, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 1.3198129335749941e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 0.00012111663818359375, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.026781152722817447, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": 2.5331974029541016e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 0.0011904268498832715, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.0062255859375, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.8356659350073093, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 0.00014781951904296875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.0018784286756860476, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.025390625, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 0.4576130611609739, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 2.5257468223571777e-06, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 0.0010323199025692867, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 0.0196533203125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.007922133455631223, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -8.237361907958984e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 0.00034226834703382064, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.00164794921875, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 1.4616632138033498, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 2.256035804748535e-05, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.005709624352748668, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.041015625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 1.2398883006331154, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": 2.047419548034668e-05, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.004843320827998027, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.033935546875, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.0043786610033572535, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": 2.4581822799518704e-08, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 1.7104164223741574e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 0.0001583099365234375, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.004686162678369764, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": 8.087772584985942e-08, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 1.830539687705594e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 0.00020122528076171875, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.024864991542010054, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": 8.726119995117188e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 0.0010994833499184933, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.00390625, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 1.4034803454548714, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 3.0621886253356934e-05, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.0031648314120097647, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.0272216796875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 0.4711273940489343, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -7.2196125984191895e-06, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 0.0010625162773554673, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 0.015625, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.010484953410968771, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": 4.3511390686035156e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 0.0004624502027261629, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.0019989013671875, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.9841133859947951, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": -1.0862946510314941e-05, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.003844193495435936, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.0390625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.8231581965235517, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": -6.170943379402161e-06, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.0032154875857949264, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.03076171875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.006326419812508508, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -1.89291313290596e-07, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 2.4712656638256525e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 0.00021457672119140625, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.0062501087775301105, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": 1.235748641192913e-07, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 2.4414563778232483e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 0.00016021728515625, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.01448929487906143, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": -2.8118491172790527e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 0.0006426225267552134, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.0026397705078125, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 1.5418904459983327, "train/tensor_grad_model_embed_tokens_weight/mean": 3.4980475902557373e-06, "train/tensor_grad_model_embed_tokens_weight/std": 0.0010629050589336727, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.1083984375, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 14.5, "train/tensor_param_model_embed_tokens_weight/mean": -0.0001010894775390625, "train/tensor_param_model_embed_tokens_weight/std": 0.02001953125, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.10009765625, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.00010633468627929688, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 8.916854858398438e-05, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 6.532669067382812e-05, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": -2.586841583251953e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00023365020751953125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 6.818771362304688e-05, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": -5.3882598876953125e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": 2.6226043701171875e-06, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -0.000102996826171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.07373046875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": 4.291534423828125e-05, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -5.6743621826171875e-05, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -0.0001678466796875, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": 2.658367156982422e-05, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 2.7060508728027344e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -8.0108642578125e-05, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 4.1961669921875e-05, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": 3.314018249511719e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": 0.000194549560546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -8.344650268554688e-05, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 3.910064697265625e-05, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -6.67572021484375e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": 2.9921531677246094e-05, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 4.553794860839844e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": -3.147125244140625e-05, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": -8.0108642578125e-05, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 1.0371208190917969e-05, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -0.0001506805419921875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": 8.344650268554688e-05, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 5.936622619628906e-05, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": -8.916854858398438e-05, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.0908203125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": 3.147125244140625e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.0703125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": -4.917383193969727e-07, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.000152587890625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -5.8650970458984375e-05, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": 0.00020599365234375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -3.62396240234375e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -5.245208740234375e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": -0.0002002716064453125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -5.3882598876953125e-05, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -0.000213623046875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -6.389617919921875e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -2.300739288330078e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/mean": 8.678436279296875e-05, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/mean": 8.153915405273438e-05, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/mean": -3.874301910400391e-06, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -1.3887882232666016e-05, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.09521484375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_9_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_9_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_9_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_9_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/mean": 0.0002040863037109375, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/max_abs": 0.07568359375, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/mean": -0.00011539459228515625, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/mean": 9.107589721679688e-05, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/mean": 4.7206878662109375e-05, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": 4.410743713378906e-05, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.0003261566162109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_10_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_10_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_10_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_10_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/mean": 2.4199485778808594e-05, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/mean": 8.153915405273438e-05, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/mean": 0.0002002716064453125, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/mean": -7.867813110351562e-05, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 5.1021575927734375e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_11_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_11_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_11_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_11_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/mean": 8.249282836914062e-05, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/mean": -4.076957702636719e-05, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/max_abs": 0.07421875, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/mean": 9.918212890625e-05, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 9.715557098388672e-06, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_12_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_12_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_12_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_12_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/mean": 4.708766937255859e-06, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/max_abs": 0.09521484375, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/max_abs": 0.07568359375, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/mean": -2.0742416381835938e-05, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/max_abs": 0.07568359375, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -3.409385681152344e-05, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_13_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_13_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_13_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_13_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/mean": -6.341934204101562e-05, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/mean": -6.532669067382812e-05, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/mean": 0.0001373291015625, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/mean": -3.4809112548828125e-05, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -1.728534698486328e-05, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_14_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_14_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_14_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_14_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/mean": -2.6106834411621094e-05, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/max_abs": 0.09619140625, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.00016498565673828125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": 0.00020503997802734375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_15_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_15_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_15_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_15_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/max_abs": 0.07470703125, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/mean": 4.887580871582031e-05, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/mean": 0.0002346038818359375, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 8.0108642578125e-05, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_16_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_16_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_16_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_16_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/mean": -6.389617919921875e-05, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/mean": -4.410743713378906e-05, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/mean": 0.0002155303955078125, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -4.100799560546875e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_17_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_17_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_17_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_17_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/mean": 0.0001220703125, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/mean": -0.0002040863037109375, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/mean": 4.696846008300781e-05, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/max_abs": 0.07275390625, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -2.968311309814453e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.0002918243408203125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_18_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_18_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_18_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_18_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/mean": 0.0001163482666015625, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/mean": 2.6941299438476562e-05, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -4.4405460357666016e-06, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.000423431396484375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_19_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_19_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_19_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_19_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/mean": -0.0001506805419921875, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/mean": -2.8967857360839844e-05, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/mean": 8.630752563476562e-05, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/mean": 0.000232696533203125, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": -0.0002002716064453125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00019073486328125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_20_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_20_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_20_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_20_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/mean": 3.314018249511719e-05, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/mean": 9.918212890625e-05, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/mean": -7.390975952148438e-05, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/max_abs": 0.07763671875, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 4.5299530029296875e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000141143798828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_21_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_21_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_21_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_21_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/mean": 7.200241088867188e-05, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/mean": 3.886222839355469e-05, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/mean": -2.0116567611694336e-06, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/max_abs": 0.07275390625, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/mean": -0.00012493133544921875, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/max_abs": 0.07080078125, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -1.4662742614746094e-05, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": 3.62396240234375e-05, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_22_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_22_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_22_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_22_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/mean": -9.59634780883789e-06, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/mean": 1.823902130126953e-05, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/mean": -6.079673767089844e-05, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.00013828277587890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_23_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_23_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_23_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_23_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/mean": 6.151199340820312e-05, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/mean": -2.7179718017578125e-05, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/max_abs": 0.07763671875, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/mean": 1.5854835510253906e-05, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_24_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_24_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_24_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_24_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/mean": -0.00012159347534179688, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/mean": 0.0004119873046875, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/mean": -0.00013446807861328125, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/mean": -1.424551010131836e-05, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -4.267692565917969e-05, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.000213623046875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_25_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_25_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_25_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_25_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/mean": 0.0002002716064453125, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/mean": -7.486343383789062e-05, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/mean": -0.00011587142944335938, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/mean": -7.486343383789062e-05, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -7.963180541992188e-05, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_26_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_26_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_26_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_26_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/mean": 7.581710815429688e-05, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/mean": 0.00011396408081054688, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/mean": 4.0531158447265625e-05, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -8.7738037109375e-05, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.0001697540283203125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_27_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_27_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_27_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_27_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/mean": 0.00014781951904296875, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/mean": -0.00020503997802734375, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/mean": 4.744529724121094e-05, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/mean": -4.673004150390625e-05, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -2.4199485778808594e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 1.2993812561035156e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_28_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_28_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_28_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_28_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/mean": 0.0001277923583984375, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/mean": -4.792213439941406e-05, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/mean": 9.655952453613281e-06, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/mean": 4.100799560546875e-05, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -4.982948303222656e-05, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.0004062652587890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_29_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_29_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_29_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_29_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/mean": -2.5272369384765625e-05, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/mean": -0.00010347366333007812, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/mean": -0.00015926361083984375, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/mean": -6.29425048828125e-05, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -1.0609626770019531e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.00023555755615234375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_30_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_30_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_30_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_30_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/mean": -5.841255187988281e-05, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/mean": 0.00018787384033203125, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/max_abs": 0.0751953125, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/mean": 3.24249267578125e-05, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00014019012451171875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0001239776611328125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_31_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_31_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_31_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_31_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/mean": 4.57763671875e-05, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/mean": -1.1861324310302734e-05, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/mean": 0.00011444091796875, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 3.5762786865234375e-05, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_32_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_32_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_32_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_32_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/max_abs": 0.07763671875, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/mean": -0.00010156631469726562, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/mean": 1.9431114196777344e-05, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/mean": 2.849102020263672e-05, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": 1.436471939086914e-05, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": 0.00016880035400390625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_33_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_33_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_33_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_33_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/mean": 3.4809112548828125e-05, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -1.1026859283447266e-06, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_34_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_34_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_34_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_34_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/mean": 8.058547973632812e-05, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/mean": -0.00021076202392578125, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/mean": 1.2159347534179688e-05, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/max_abs": 0.07421875, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -4.124641418457031e-05, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 5.078315734863281e-05, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_35_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_35_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_35_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_35_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/mean": 4.9114227294921875e-05, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/mean": -4.1961669921875e-05, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/mean": -0.00028228759765625, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/mean": 0.00021648406982421875, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -9.489059448242188e-05, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.00016117095947265625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_36_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_36_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_36_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_36_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/mean": -5.3882598876953125e-05, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/mean": 8.106231689453125e-05, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/max_abs": 0.0751953125, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/mean": -0.0002117156982421875, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 4.673004150390625e-05, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.0004100799560546875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_37_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_37_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_37_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_37_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/mean": 8.20159912109375e-05, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/mean": -4.57763671875e-05, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/mean": 0.00013256072998046875, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/mean": 9.1552734375e-05, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": 2.872943878173828e-05, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 5.984306335449219e-05, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_38_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_38_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_38_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_38_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/mean": -5.984306335449219e-05, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/mean": -9.822845458984375e-05, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/mean": 0.0001392364501953125, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/max_abs": 0.07568359375, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": 7.581710815429688e-05, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.00017833709716796875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_39_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_39_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_39_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_39_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/mean": -4.482269287109375e-05, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/mean": -1.823902130126953e-05, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/mean": 7.724761962890625e-05, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/max_abs": 0.07568359375, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": 9.918212890625e-05, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -6.246566772460938e-05, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.0966796875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_40_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_40_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_40_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_40_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/max_abs": 0.0732421875, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/mean": 7.05718994140625e-05, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 4.029273986816406e-05, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 4.7206878662109375e-05, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_41_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_41_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_41_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_41_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/mean": 1.3113021850585938e-05, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/mean": 5.698204040527344e-05, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/mean": -4.291534423828125e-05, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": -2.428889274597168e-06, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_42_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_42_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_42_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_42_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/mean": 0.00013065338134765625, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/max_abs": 0.07470703125, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/mean": -4.8160552978515625e-05, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/mean": 7.009506225585938e-05, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/max_abs": 0.095703125, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -6.198883056640625e-05, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 3.933906555175781e-05, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_43_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_43_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_43_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_43_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/mean": -3.337860107421875e-05, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/mean": -7.331371307373047e-06, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.0002765655517578125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_44_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_44_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_44_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_44_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/mean": 0.00011396408081054688, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/mean": 1.150369644165039e-05, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/mean": 2.637505531311035e-06, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -3.1948089599609375e-05, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_45_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_45_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_45_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_45_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/mean": 6.151199340820312e-05, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/mean": -0.00010585784912109375, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.00014972686767578125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 0.00014591217041015625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_46_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_46_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_46_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_46_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/mean": 7.808208465576172e-06, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/mean": 8.869171142578125e-05, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -9.34600830078125e-05, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 0.00011730194091796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_47_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_47_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_47_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_47_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/mean": 5.745887756347656e-05, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/mean": 1.990795135498047e-05, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/mean": 2.6345252990722656e-05, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 3.170967102050781e-05, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 9.5367431640625e-05, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_48_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_48_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_48_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_48_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/mean": 3.457069396972656e-05, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/mean": 4.4345855712890625e-05, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/mean": 1.4007091522216797e-05, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 3.769993782043457e-06, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_49_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_49_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_49_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_49_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/mean": 2.86102294921875e-05, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/mean": -0.00011920928955078125, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.0001354217529296875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.00011396408081054688, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_50_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_50_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_50_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_50_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/mean": -8.392333984375e-05, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/mean": -8.58306884765625e-05, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/mean": 0.00023555755615234375, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/mean": -0.0001201629638671875, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.09521484375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -3.695487976074219e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_51_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_51_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_51_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_51_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/mean": -8.153915405273438e-05, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/mean": 0.0001239776611328125, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/mean": 1.9311904907226562e-05, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/mean": -5.173683166503906e-05, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -7.295608520507812e-05, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -4.363059997558594e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_52_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_52_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_52_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_52_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/mean": 0.00020122528076171875, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/mean": -0.00023555755615234375, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/max_abs": 0.07568359375, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -3.0994415283203125e-05, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -5.91278076171875e-05, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_53_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_53_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_53_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_53_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/mean": -0.000308990478515625, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00010156631469726562, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -3.56137752532959e-06, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_54_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_54_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_54_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_54_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/mean": 0.00011444091796875, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/max_abs": 0.09521484375, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/mean": 1.5735626220703125e-05, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.0001277923583984375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": -0.00010442733764648438, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_55_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_55_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_55_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_55_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/mean": -2.9355287551879883e-06, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/mean": -1.501757651567459e-08, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/max_abs": 0.07080078125, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 4.0531158447265625e-06, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -8.106231689453125e-05, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_56_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_56_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_56_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_56_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/mean": 2.5510787963867188e-05, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/mean": 4.649162292480469e-05, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/mean": 0.00011968612670898438, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": 2.682209014892578e-05, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_57_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_57_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_57_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_57_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/mean": -8.0108642578125e-05, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/mean": 0.00019550323486328125, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/mean": -2.6106834411621094e-05, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/mean": -3.123283386230469e-05, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 9.012222290039062e-05, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -7.62939453125e-05, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_58_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_58_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_58_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_58_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/mean": -5.53131103515625e-05, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/mean": -0.00011873245239257812, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/mean": -2.5153160095214844e-05, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -7.867813110351562e-06, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -5.53131103515625e-05, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_59_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_59_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_59_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_59_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/mean": 8.440017700195312e-05, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/mean": -4.172325134277344e-05, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 7.569789886474609e-06, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00010967254638671875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_60_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_60_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_60_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_60_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/mean": -0.0001506805419921875, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/mean": 0.00015354156494140625, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/mean": -1.245737075805664e-05, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -6.198883056640625e-05, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 4.982948303222656e-05, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_61_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_61_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_61_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_61_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/mean": 6.29425048828125e-05, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/max_abs": 0.0751953125, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/mean": -5.817413330078125e-05, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/max_abs": 0.07470703125, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/mean": 7.486343383789062e-05, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/max_abs": 0.0751953125, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": -3.743171691894531e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -1.1265277862548828e-05, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_62_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_62_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_62_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_62_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/mean": -3.170967102050781e-05, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/mean": 0.000324249267578125, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -3.647804260253906e-05, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -1.7642974853515625e-05, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_63_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_63_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_63_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_63_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/mean": 6.437301635742188e-05, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/mean": 0.00018405914306640625, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/mean": -7.295608520507812e-05, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/mean": 0.00015354156494140625, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -2.0623207092285156e-05, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 6.580352783203125e-05, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_64_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_64_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_64_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_64_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/mean": -1.0609626770019531e-05, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/max_abs": 0.07470703125, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/mean": 1.7404556274414062e-05, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/mean": -7.581710815429688e-05, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/max_abs": 0.0908203125, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/mean": 7.82012939453125e-05, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/max_abs": 0.072265625, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_65_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_65_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_65_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_65_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/mean": -6.29425048828125e-05, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/max_abs": 0.07470703125, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/mean": -0.0001163482666015625, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/mean": 3.7997961044311523e-06, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/mean": 0.00010728836059570312, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_66_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_66_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_66_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_66_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/mean": 7.4803829193115234e-06, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/mean": -8.96453857421875e-05, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/mean": 3.62396240234375e-05, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/mean": 4.1961669921875e-05, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": 1.1563301086425781e-05, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -6.139278411865234e-06, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_67_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_67_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_67_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_67_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/mean": -0.0002117156982421875, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/mean": -5.340576171875e-05, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/mean": -3.218650817871094e-05, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/mean": -4.410743713378906e-05, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -3.5762786865234375e-05, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 3.719329833984375e-05, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_68_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_68_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_68_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_68_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/mean": 1.704692840576172e-05, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/mean": -0.000152587890625, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/mean": 6.031990051269531e-05, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/mean": -0.00011491775512695312, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0001163482666015625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": 5.984306335449219e-05, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_69_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_69_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_69_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_69_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/mean": 0.00011873245239257812, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/mean": 0.000179290771484375, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/mean": -2.5510787963867188e-05, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/mean": 0.00010251998901367188, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/max_abs": 0.07568359375, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 6.961822509765625e-05, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_70_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_70_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_70_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_70_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/max_abs": 0.07568359375, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/mean": -9.393692016601562e-05, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/max_abs": 0.07373046875, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/max_abs": 0.07763671875, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 3.0517578125e-05, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.0908203125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_71_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_71_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_71_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_71_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/mean": 0.0001201629638671875, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/max_abs": 0.07763671875, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/mean": -9.250640869140625e-05, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -5.650520324707031e-05, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.00010251998901367188, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_72_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_72_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_72_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_72_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/mean": 3.147125244140625e-05, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/mean": -9.632110595703125e-05, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 3.361701965332031e-05, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.00011730194091796875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_73_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_73_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_73_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_73_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/mean": 1.895427703857422e-05, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/mean": -0.00011396408081054688, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/max_abs": 0.0751953125, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/mean": 0.00014019012451171875, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/mean": 3.504753112792969e-05, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 6.4849853515625e-05, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 3.528594970703125e-05, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_74_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_74_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_74_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_74_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/mean": -4.482269287109375e-05, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/mean": -0.00021457672119140625, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/mean": -2.8014183044433594e-06, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/mean": -0.00019550323486328125, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": -0.00020694732666015625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": -9.012222290039062e-05, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_75_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_75_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_75_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_75_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/mean": 8.046627044677734e-06, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/mean": 2.4139881134033203e-06, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/max_abs": 0.095703125, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/mean": 6.008148193359375e-05, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": -1.5735626220703125e-05, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 2.956390380859375e-05, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_76_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_76_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_76_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_76_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/mean": -6.407499313354492e-07, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/mean": 2.3484230041503906e-05, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/mean": 0.0003910064697265625, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 6.532669067382812e-05, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_77_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_77_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_77_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_77_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/mean": 0.0001163482666015625, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/mean": 3.680586814880371e-06, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/mean": 0.00018596649169921875, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/mean": -0.00010204315185546875, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 8.487701416015625e-05, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": -0.000102996826171875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_78_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_78_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_78_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_78_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/mean": 7.295608520507812e-05, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/max_abs": 0.07763671875, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/mean": -0.000194549560546875, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/mean": -8.487701416015625e-05, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/mean": 6.705522537231445e-06, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -3.24249267578125e-05, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.07763671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -8.869171142578125e-05, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_79_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_79_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_79_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_79_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/mean": -0.00023746490478515625, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/mean": -0.00011730194091796875, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/mean": 0.0001392364501953125, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.00011682510375976562, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.0908203125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 5.507469177246094e-05, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_80_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_80_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_80_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_80_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/mean": 8.678436279296875e-05, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/max_abs": 0.0732421875, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/mean": 0.00012063980102539062, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/mean": 5.8650970458984375e-05, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -7.534027099609375e-05, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.0002079010009765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_81_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_81_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_81_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_81_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/mean": -0.0001201629638671875, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/mean": -3.552436828613281e-05, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.00015544891357421875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -1.8477439880371094e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_82_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_82_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_82_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_82_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/mean": -7.677078247070312e-05, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/mean": 0.0002498626708984375, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/mean": -2.205371856689453e-05, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -4.291534423828125e-06, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 9.775161743164062e-05, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_83_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_83_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_83_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_83_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/mean": 2.3245811462402344e-05, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/mean": -8.881092071533203e-06, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/mean": -0.00012063980102539062, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/mean": -1.919269561767578e-05, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 3.4809112548828125e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_84_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_84_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_84_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_84_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/mean": 0.000247955322265625, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/mean": 0.00011682510375976562, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/mean": 2.8848648071289062e-05, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/mean": 0.00014495849609375, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 7.200241088867188e-05, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 6.198883056640625e-05, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_85_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_85_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_85_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_85_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/mean": 7.867813110351562e-05, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/mean": 0.0001201629638671875, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/mean": -2.5033950805664062e-05, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/max_abs": 0.07470703125, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": -2.3365020751953125e-05, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_86_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_86_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_86_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_86_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/mean": 4.4345855712890625e-05, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/mean": 3.814697265625e-05, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/max_abs": 0.072265625, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/max_abs": 0.07763671875, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": -4.792213439941406e-05, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": -1.5735626220703125e-05, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_87_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_87_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_87_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_87_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/mean": 9.012222290039062e-05, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/mean": -0.00010585784912109375, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/mean": -0.0004215240478515625, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -5.7697296142578125e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": 2.5153160095214844e-05, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_88_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_88_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_88_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_88_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/mean": -0.00019741058349609375, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/mean": 1.609325408935547e-05, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/mean": 0.000232696533203125, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 3.9637088775634766e-06, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": -3.695487976074219e-05, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.0908203125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_89_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_89_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_89_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_89_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/mean": -0.00019741058349609375, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/mean": 7.05718994140625e-05, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/mean": 0.00018596649169921875, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": 0.00023746490478515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -8.106231689453125e-05, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_90_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_90_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_90_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_90_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/mean": 8.96453857421875e-05, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/mean": -2.8848648071289062e-05, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/mean": 6.723403930664062e-05, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/max_abs": 0.072265625, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 1.5720725059509277e-06, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -5.888938903808594e-05, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_91_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_91_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_91_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_91_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/mean": -8.392333984375e-05, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/mean": 0.00018787384033203125, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/mean": -0.00012111663818359375, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/max_abs": 0.07373046875, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/mean": -9.679794311523438e-05, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/max_abs": 0.07568359375, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": 9.1552734375e-05, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -2.777576446533203e-05, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_92_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_92_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_92_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_92_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/max_abs": 0.0751953125, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 7.867813110351562e-05, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 5.459785461425781e-05, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.07666015625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_93_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_93_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_93_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_93_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 40, "epoch": 0.021569156106767323, "timestamp": 1786247984.2262628, "loss": 24.279835510253907, "grad_norm": 0.263671875, "learning_rate": 0.001, "train/total_time_seconds": 67.58612383529544, "train/time_per_step_avg": 1.6896530958823859, "train/epoch_time_elapsed": 84.32632692530751, "train/estimated_remaining_minutes": 41.114891999804726} +{"step": 50, "epoch": 0.026961445133459154, "timestamp": 1786248020.7596943, "eval_loss": 5.908648490905762, "eval_runtime": 16.3836, "eval_samples_per_second": 581.495, "eval_steps_per_second": 4.578, "train/total_time_seconds": 83.86458260938525, "train/time_per_step_avg": 1.677291652187705, "train/epoch_time_elapsed": 120.85975977778435, "train/estimated_remaining_minutes": 40.53454826120287} +{"step": 60, "epoch": 0.032353734160150985, "timestamp": 1786248040.7327635, "loss": 23.61173858642578, "grad_norm": 2.03125, "learning_rate": 0.001, "train/total_time_seconds": 99.9757335036993, "train/time_per_step_avg": 1.666262225061655, "train/epoch_time_elapsed": 140.8328269124031, "train/estimated_remaining_minutes": 39.99029340147972} +{"step": 80, "epoch": 0.043138312213534646, "timestamp": 1786248080.7642584, "loss": 22.80414733886719, "grad_norm": 3.9375, "learning_rate": 0.001, "train/total_time_seconds": 132.23837516084313, "train/time_per_step_avg": 1.652979689510539, "train/epoch_time_elapsed": 180.86432279273868, "train/estimated_remaining_minutes": 39.12051931841609} +{"step": 100, "epoch": 0.05392289026691831, "timestamp": 1786248120.9975884, "loss": 22.137115478515625, "grad_norm": 4.5, "learning_rate": 0.001, "train/total_time_seconds": 164.78315457701683, "train/time_per_step_avg": 1.6478315457701682, "train/epoch_time_elapsed": 221.0976537168026, "train/estimated_remaining_minutes": 38.44940273463726} +{"step": 100, "epoch": 0.05392289026691831, "timestamp": 1786248137.3484092, "eval_loss": 5.443320274353027, "eval_runtime": 16.3492, "eval_samples_per_second": 582.72, "eval_steps_per_second": 4.587, "train/total_time_seconds": 164.78315457701683, "train/time_per_step_avg": 1.6478315457701682, "train/epoch_time_elapsed": 237.4484750777483, "train/estimated_remaining_minutes": 38.44940273463726} +{"step": 120, "epoch": 0.06470746832030197, "timestamp": 1786248177.3798532, "loss": 21.51625213623047, "grad_norm": 9.0625, "learning_rate": 0.001, "train/total_time_seconds": 196.99857786670327, "train/time_per_step_avg": 1.617020484879613, "train/epoch_time_elapsed": 277.47991744428873, "train/estimated_remaining_minutes": 37.7580607577848} +{"step": 140, "epoch": 0.07549204637368563, "timestamp": 1786248217.1856678, "loss": 20.9159912109375, "grad_norm": 8.0625, "learning_rate": 0.001, "train/total_time_seconds": 229.22206185013056, "train/time_per_step_avg": 1.6163593801483511, "train/epoch_time_elapsed": 317.28573613241315, "train/estimated_remaining_minutes": 37.11214334716399} +{"step": 150, "epoch": 0.08088433540037746, "timestamp": 1786248253.391026, "eval_loss": 5.031351566314697, "eval_runtime": 16.3105, "eval_samples_per_second": 584.103, "eval_steps_per_second": 4.598, "train/total_time_seconds": 245.33930955082178, "train/time_per_step_avg": 1.6147472694143652, "train/epoch_time_elapsed": 353.49109172821045, "train/estimated_remaining_minutes": 36.80089643262327} +{"step": 160, "epoch": 0.08627662442706929, "timestamp": 1786248273.5785038, "loss": 20.133233642578126, "grad_norm": 3.828125, "learning_rate": 0.001, "train/total_time_seconds": 261.49598763510585, "train/time_per_step_avg": 1.6152025413140654, "train/epoch_time_elapsed": 373.6785728558898, "train/estimated_remaining_minutes": 36.50048160740019} +{"step": 180, "epoch": 0.09706120248045295, "timestamp": 1786248313.6865993, "loss": 19.276626586914062, "grad_norm": 5.875, "learning_rate": 0.001, "train/total_time_seconds": 293.81585988774896, "train/time_per_step_avg": 1.6157748472690583, "train/epoch_time_elapsed": 413.7866680845618, "train/estimated_remaining_minutes": 35.91082731961376} +{"step": 200, "epoch": 0.10784578053383662, "timestamp": 1786248353.9290695, "loss": 18.316180419921874, "grad_norm": 3.796875, "learning_rate": 0.001, "train/total_time_seconds": 326.0862922593951, "train/time_per_step_avg": 1.613031376823783, "train/epoch_time_elapsed": 454.0291374735534, "train/estimated_remaining_minutes": 35.3260149947678} +{"step": 200, "epoch": 0.10784578053383662, "timestamp": 1786248370.4578502, "eval_loss": 4.4591450691223145, "eval_runtime": 16.5273, "eval_samples_per_second": 576.441, "eval_steps_per_second": 4.538, "train/total_time_seconds": 326.0862922593951, "train/time_per_step_avg": 1.613031376823783, "train/epoch_time_elapsed": 470.5579180531204, "train/estimated_remaining_minutes": 35.3260149947678} +{"step": 220, "epoch": 0.11863035858722028, "timestamp": 1786248411.1284122, "loss": 17.47910919189453, "grad_norm": 3.125, "learning_rate": 0.001, "train/total_time_seconds": 358.6939966119826, "train/time_per_step_avg": 1.616954187452793, "train/epoch_time_elapsed": 511.22848146408796, "train/estimated_remaining_minutes": 34.782448156313464} +{"step": 240, "epoch": 0.12941493664060394, "timestamp": 1786248451.2304535, "loss": 16.857704162597656, "grad_norm": 3.78125, "learning_rate": 0.001, "train/total_time_seconds": 391.0361253246665, "train/time_per_step_avg": 1.6181406347453595, "train/epoch_time_elapsed": 551.3305218443274, "train/estimated_remaining_minutes": 34.21566096590832} +{"step": 250, "epoch": 0.13480722566729578, "timestamp": 1786248487.9982762, "eval_loss": 4.037808418273926, "eval_runtime": 16.7437, "eval_samples_per_second": 568.991, "eval_steps_per_second": 4.479, "train/total_time_seconds": 407.20940605178475, "train/time_per_step_avg": 1.6187009650096298, "train/epoch_time_elapsed": 588.0983456149697, "train/estimated_remaining_minutes": 33.93411717098206} +{"step": 260, "epoch": 0.1401995146939876, "timestamp": 1786248508.0507386, "loss": 16.15790710449219, "grad_norm": 4.8125, "learning_rate": 0.001, "train/total_time_seconds": 423.3816152960062, "train/time_per_step_avg": 1.6188562766090036, "train/epoch_time_elapsed": 608.1508080326021, "train/estimated_remaining_minutes": 33.65341044660562} +{"step": 280, "epoch": 0.15098409274737126, "timestamp": 1786248548.1909356, "loss": 15.610972595214843, "grad_norm": 2.453125, "learning_rate": 0.001, "train/total_time_seconds": 455.75624480843544, "train/time_per_step_avg": 1.6194038492068648, "train/epoch_time_elapsed": 648.2910046577454, "train/estimated_remaining_minutes": 33.0965844444221} +{"step": 300, "epoch": 0.1617686708007549, "timestamp": 1786248588.398968, "loss": 15.262626647949219, "grad_norm": 5.03125, "learning_rate": 0.001, "train/total_time_seconds": 488.09734420850873, "train/time_per_step_avg": 1.620110519491136, "train/epoch_time_elapsed": 688.4990377537906, "train/estimated_remaining_minutes": 32.539822947233915} +{"step": 300, "epoch": 0.1617686708007549, "timestamp": 1786248604.8844051, "eval_loss": 3.7790420055389404, "eval_runtime": 16.4839, "eval_samples_per_second": 577.957, "eval_steps_per_second": 4.55, "train/total_time_seconds": 488.09734420850873, "train/time_per_step_avg": 1.620110519491136, "train/epoch_time_elapsed": 704.9844734705985, "train/estimated_remaining_minutes": 32.539822947233915} +{"step": 320, "epoch": 0.17255324885413859, "timestamp": 1786248645.1696234, "loss": 14.862835693359376, "grad_norm": 2.53125, "learning_rate": 0.001, "train/total_time_seconds": 520.4248793572187, "train/time_per_step_avg": 1.6173088274523615, "train/epoch_time_elapsed": 745.2696923948824, "train/estimated_remaining_minutes": 31.984445710495734} +{"step": 340, "epoch": 0.18333782690752223, "timestamp": 1786248685.5841465, "loss": 14.4195556640625, "grad_norm": 1.8828125, "learning_rate": 0.001, "train/total_time_seconds": 552.9877521581948, "train/time_per_step_avg": 1.6195162683352828, "train/epoch_time_elapsed": 785.6842152699828, "train/estimated_remaining_minutes": 31.444401593309117} +{"step": 350, "epoch": 0.18873011593421407, "timestamp": 1786248722.076201, "eval_loss": 3.508929491043091, "eval_runtime": 16.5096, "eval_samples_per_second": 577.059, "eval_steps_per_second": 4.543, "train/total_time_seconds": 569.1628576591611, "train/time_per_step_avg": 1.6195345160737633, "train/epoch_time_elapsed": 822.176268234849, "train/estimated_remaining_minutes": 31.168442205144533} +{"step": 360, "epoch": 0.1941224049609059, "timestamp": 1786248742.26028, "loss": 14.034010314941407, "grad_norm": 2.21875, "learning_rate": 0.001, "train/total_time_seconds": 585.3397539258003, "train/time_per_step_avg": 1.6195813862979411, "train/epoch_time_elapsed": 842.3603464737535, "train/estimated_remaining_minutes": 30.892931457195015} +{"step": 380, "epoch": 0.20490698301428956, "timestamp": 1786248782.306066, "loss": 13.656217956542969, "grad_norm": 1.6171875, "learning_rate": 0.001, "train/total_time_seconds": 617.6537493169308, "train/time_per_step_avg": 1.6189750450849534, "train/epoch_time_elapsed": 882.4061347283423, "train/estimated_remaining_minutes": 30.340885931358002} +{"step": 400, "epoch": 0.21569156106767323, "timestamp": 1786248822.46037, "loss": 13.353656005859374, "grad_norm": 1.0859375, "learning_rate": 0.001, "train/total_time_seconds": 649.9854413792491, "train/time_per_step_avg": 1.6188809717074037, "train/epoch_time_elapsed": 922.5604375489056, "train/estimated_remaining_minutes": 29.790999396548916} +{"step": 400, "epoch": 0.21569156106767323, "timestamp": 1786248838.9639537, "eval_loss": 3.3230206966400146, "eval_runtime": 16.5021, "eval_samples_per_second": 577.322, "eval_steps_per_second": 4.545, "train/total_time_seconds": 649.9854413792491, "train/time_per_step_avg": 1.6188809717074037, "train/epoch_time_elapsed": 939.0640199370682, "train/estimated_remaining_minutes": 29.790999396548916} +{"step": 420, "epoch": 0.22647613912105688, "timestamp": 1786248879.2709303, "loss": 13.050607299804687, "grad_norm": 2.65625, "learning_rate": 0.001, "train/total_time_seconds": 682.3140400014818, "train/time_per_step_avg": 1.6188916064426302, "train/epoch_time_elapsed": 979.3709985278547, "train/estimated_remaining_minutes": 29.24203028577779} +{"step": 440, "epoch": 0.23726071717444056, "timestamp": 1786248919.4880588, "loss": 12.783986663818359, "grad_norm": 2.046875, "learning_rate": 0.001, "train/total_time_seconds": 714.8714526109397, "train/time_per_step_avg": 1.6188370045274496, "train/epoch_time_elapsed": 1019.5881283134222, "train/estimated_remaining_minutes": 28.70317196089379} +{"step": 450, "epoch": 0.2426530062011324, "timestamp": 1786248956.1370225, "eval_loss": 3.1205618381500244, "eval_runtime": 16.4401, "eval_samples_per_second": 579.497, "eval_steps_per_second": 4.562, "train/total_time_seconds": 731.0580726377666, "train/time_per_step_avg": 1.618952149786055, "train/epoch_time_elapsed": 1056.2370914518833, "train/estimated_remaining_minutes": 28.43003615813537} +{"step": 460, "epoch": 0.2480452952278242, "timestamp": 1786248976.1154277, "loss": 12.455777740478515, "grad_norm": 2.34375, "learning_rate": 0.001, "train/total_time_seconds": 747.2238954864442, "train/time_per_step_avg": 1.618841415606439, "train/epoch_time_elapsed": 1076.2154967449605, "train/estimated_remaining_minutes": 28.15626272847471} +{"step": 480, "epoch": 0.2588298732812079, "timestamp": 1786249016.2597518, "loss": 12.180888366699218, "grad_norm": 1.734375, "learning_rate": 0.001, "train/total_time_seconds": 779.5551887862384, "train/time_per_step_avg": 1.6190143946930766, "train/epoch_time_elapsed": 1116.3598185665905, "train/estimated_remaining_minutes": 27.60924626951261} +{"step": 500, "epoch": 0.26961445133459155, "timestamp": 1786249056.3896844, "loss": 11.921077728271484, "grad_norm": 1.65625, "learning_rate": 0.001, "train/total_time_seconds": 811.828646954149, "train/time_per_step_avg": 1.618432055748999, "train/epoch_time_elapsed": 1156.489751495421, "train/estimated_remaining_minutes": 27.060954898471632} +{"step": 500, "epoch": 0.26961445133459155, "timestamp": 1786249072.809798, "eval_loss": 2.950833797454834, "eval_runtime": 16.4185, "eval_samples_per_second": 580.259, "eval_steps_per_second": 4.568, "train/total_time_seconds": 811.828646954149, "train/time_per_step_avg": 1.618432055748999, "train/epoch_time_elapsed": 1172.9098642207682, "train/estimated_remaining_minutes": 27.060954898471632} +{"step": 520, "epoch": 0.2803990293879752, "timestamp": 1786249115.534935, "loss": 11.677184295654296, "grad_norm": 1.5234375, "learning_rate": 0.001, "train/total_time_seconds": 846.3654711134732, "train/time_per_step_avg": 1.640514311119914, "train/epoch_time_elapsed": 1215.6340043768287, "train/estimated_remaining_minutes": 26.58455646446166, "train/global/act/norm": 245112.11053551073, "train/global/act/mean": -0.04372120909380443, "train/global/act/std": 1.192664240126706, "train/global/act/max_abs": 47.5, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.8003885875885652, "train/global/grad/mean": -7.53387509226838e-07, "train/global/grad/std": 0.00010021183027789859, "train/global/grad/max_abs": 0.01470947265625, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 202.1324729505226, "train/global/param/mean": 0.0012830978134251401, "train/global/param/std": 0.05060222467327289, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_27/act/norm": 23026.286148183008, "train/layer_model_layers_27/act/mean": 0.019816050162682168, "train/layer_model_layers_27/act/std": 1.1024173533967287, "train/layer_model_layers_27/act/max_abs": 44.25, "train/layer_model_layers_27/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_27/act/frac_near_user_limit": 0.0, "train/layer_model_layers_27/grad/norm": 0.028289394279538242, "train/layer_model_layers_27/grad/mean": -3.765198415183054e-07, "train/layer_model_layers_27/grad/std": 3.490936699488022e-05, "train/layer_model_layers_27/grad/max_abs": 0.0011749267578125, "train/layer_model_layers_27/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_27/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_87/act/norm": 24171.302323975226, "train/layer_model_layers_87/act/mean": 0.003093426044170673, "train/layer_model_layers_87/act/std": 1.156730389775261, "train/layer_model_layers_87/act/max_abs": 33.0, "train/layer_model_layers_87/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_87/act/frac_near_user_limit": 0.0, "train/layer_model_layers_87/grad/norm": 0.08349356103703202, "train/layer_model_layers_87/grad/mean": -6.281734442748071e-07, "train/layer_model_layers_87/grad/std": 0.00010315744757757404, "train/layer_model_layers_87/grad/max_abs": 0.001922607421875, "train/layer_model_layers_87/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_87/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_53/act/norm": 21607.363074760473, "train/layer_model_layers_53/act/mean": 0.015602038456843449, "train/layer_model_layers_53/act/std": 1.0357223560008244, "train/layer_model_layers_53/act/max_abs": 43.0, "train/layer_model_layers_53/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_53/act/frac_near_user_limit": 0.0, "train/layer_model_layers_53/grad/norm": 0.04707746682033835, "train/layer_model_layers_53/grad/mean": -3.519425874753229e-07, "train/layer_model_layers_53/grad/std": 5.8107724950823294e-05, "train/layer_model_layers_53/grad/max_abs": 0.0016326904296875, "train/layer_model_layers_53/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_53/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_31/param/norm": 18.881162332219514, "train/layer__model_layers_31/param/mean": 0.0016843257195864006, "train/layer__model_layers_31/param/std": 0.04658113990851976, "train/layer__model_layers_31/param/max_abs": 1.0, "train/layer__model_layers_31/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_31/param/frac_near_user_limit": 0.0, "train/layer_model_layers_24/act/norm": 23730.3636303551, "train/layer_model_layers_24/act/mean": 0.0030670166015625, "train/layer_model_layers_24/act/std": 1.1357107653837155, "train/layer_model_layers_24/act/max_abs": 44.5, "train/layer_model_layers_24/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_24/act/frac_near_user_limit": 0.0, "train/layer_model_layers_24/grad/norm": 0.03601449366249715, "train/layer_model_layers_24/grad/mean": -3.8424829332021394e-07, "train/layer_model_layers_24/grad/std": 4.445803712555577e-05, "train/layer_model_layers_24/grad/max_abs": 0.00115203857421875, "train/layer_model_layers_24/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_24/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_39/act/norm": 22491.23435860622, "train/layer_model_layers_39/act/mean": 0.017753087557279147, "train/layer_model_layers_39/act/std": 1.076901028145183, "train/layer_model_layers_39/act/max_abs": 44.0, "train/layer_model_layers_39/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_39/act/frac_near_user_limit": 0.0, "train/layer_model_layers_39/grad/norm": 0.028010573134268378, "train/layer_model_layers_39/grad/mean": -6.383395348435818e-07, "train/layer_model_layers_39/grad/std": 3.456403308901912e-05, "train/layer_model_layers_39/grad/max_abs": 0.0010528564453125, "train/layer_model_layers_39/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_39/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_25/param/norm": 19.111323234701725, "train/layer__model_layers_25/param/mean": 0.0018124632456001364, "train/layer__model_layers_25/param/std": 0.047125543110812226, "train/layer__model_layers_25/param/max_abs": 1.0, "train/layer__model_layers_25/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_25/param/frac_near_user_limit": 0.0, "train/layer__model_layers_28/param/norm": 19.162506625080393, "train/layer__model_layers_28/param/mean": 0.0016933447113275156, "train/layer__model_layers_28/param/std": 0.047264684930448074, "train/layer__model_layers_28/param/max_abs": 1.0, "train/layer__model_layers_28/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_28/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 19.091307638392664, "train/layer__model_layers_4/param/mean": 0.0014069031999561232, "train/layer__model_layers_4/param/std": 0.047106269915541864, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_68/param/norm": 20.69144127864224, "train/layer__model_layers_68/param/mean": 0.0014042370776862325, "train/layer__model_layers_68/param/std": 0.05107073128189445, "train/layer__model_layers_68/param/max_abs": 1.0, "train/layer__model_layers_68/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_68/param/frac_near_user_limit": 0.0, "train/layer_model_layers_55/act/norm": 22079.397165674134, "train/layer_model_layers_55/act/mean": 0.004544771634615385, "train/layer_model_layers_55/act/std": 1.057814042057714, "train/layer_model_layers_55/act/max_abs": 43.5, "train/layer_model_layers_55/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_55/act/frac_near_user_limit": 0.0, "train/layer_model_layers_55/grad/norm": 0.04641902333581102, "train/layer_model_layers_55/grad/mean": -3.7092209885161304e-07, "train/layer_model_layers_55/grad/std": 5.72761381737285e-05, "train/layer_model_layers_55/grad/max_abs": 0.0012054443359375, "train/layer_model_layers_55/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_55/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 19.38948551244978, "train/layer__model_layers_3/param/mean": 0.0012556483704660687, "train/layer__model_layers_3/param/std": 0.04782176920128626, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer_model_layers_9/act/norm": 27647.454722106297, "train/layer_model_layers_9/act/mean": -0.014231021587665264, "train/layer_model_layers_9/act/std": 1.323312117298319, "train/layer_model_layers_9/act/max_abs": 46.5, "train/layer_model_layers_9/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_9/act/frac_near_user_limit": 0.0, "train/layer_model_layers_9/grad/norm": 0.056925006191276835, "train/layer_model_layers_9/grad/mean": -5.191302452928005e-07, "train/layer_model_layers_9/grad/std": 7.02552222610303e-05, "train/layer_model_layers_9/grad/max_abs": 0.00189971923828125, "train/layer_model_layers_9/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_9/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_55/param/norm": 20.109502476285932, "train/layer__model_layers_55/param/mean": 0.0014416937151118857, "train/layer__model_layers_55/param/std": 0.0496360927749686, "train/layer__model_layers_55/param/max_abs": 1.0, "train/layer__model_layers_55/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_55/param/frac_near_user_limit": 0.0, "train/layer__model_layers_62/param/norm": 20.27775875189366, "train/layer__model_layers_62/param/mean": 0.0016484729213387286, "train/layer__model_layers_62/param/std": 0.05004423842197655, "train/layer__model_layers_62/param/max_abs": 1.0, "train/layer__model_layers_62/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_62/param/frac_near_user_limit": 0.0, "train/layer__model_layers_63/param/norm": 20.079723914934686, "train/layer__model_layers_63/param/mean": 0.0012619328015308112, "train/layer__model_layers_63/param/std": 0.049565212641758304, "train/layer__model_layers_63/param/max_abs": 1.0, "train/layer__model_layers_63/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_63/param/frac_near_user_limit": 0.0, "train/layer_model_layers_68/act/norm": 21301.58085095575, "train/layer_model_layers_68/act/mean": 0.005244328425480769, "train/layer_model_layers_68/act/std": 1.019328311391135, "train/layer_model_layers_68/act/max_abs": 42.0, "train/layer_model_layers_68/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_68/act/frac_near_user_limit": 0.0, "train/layer_model_layers_68/grad/norm": 0.06091763533997735, "train/layer_model_layers_68/grad/mean": -8.638300199218548e-07, "train/layer_model_layers_68/grad/std": 7.518259112010092e-05, "train/layer_model_layers_68/grad/max_abs": 0.0023956298828125, "train/layer_model_layers_68/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_68/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_59/param/norm": 19.965570951953765, "train/layer__model_layers_59/param/mean": 0.0014344689998537442, "train/layer__model_layers_59/param/std": 0.04924955379242674, "train/layer__model_layers_59/param/max_abs": 1.0, "train/layer__model_layers_59/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_59/param/frac_near_user_limit": 0.0, "train/layer__model_layers_12/param/norm": 18.671286601607694, "train/layer__model_layers_12/param/mean": 0.001802423628927579, "train/layer__model_layers_12/param/std": 0.04605745835317314, "train/layer__model_layers_12/param/max_abs": 1.0, "train/layer__model_layers_12/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_12/param/frac_near_user_limit": 0.0, "train/layer__model_layers_19/param/norm": 18.544070975904265, "train/layer__model_layers_19/param/mean": 0.0019787150128583266, "train/layer__model_layers_19/param/std": 0.045733349690746945, "train/layer__model_layers_19/param/max_abs": 1.0, "train/layer__model_layers_19/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_19/param/frac_near_user_limit": 0.0, "train/layer__model_layers_49/param/norm": 19.444187203779567, "train/layer__model_layers_49/param/mean": 0.00129510459959414, "train/layer__model_layers_49/param/std": 0.04798774145020144, "train/layer__model_layers_49/param/max_abs": 1.0, "train/layer__model_layers_49/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_49/param/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 26834.37131730658, "train/layer_model_layers_5/act/mean": 9.390024038461539e-06, "train/layer_model_layers_5/act/std": 1.284644769943849, "train/layer_model_layers_5/act/max_abs": 47.0, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.04963021277371159, "train/layer_model_layers_5/grad/mean": -5.878592360410229e-07, "train/layer_model_layers_5/grad/std": 6.122533510996674e-05, "train/layer_model_layers_5/grad/max_abs": 0.0025177001953125, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_52/param/norm": 19.383768177266255, "train/layer__model_layers_52/param/mean": 0.0014087242566851112, "train/layer__model_layers_52/param/std": 0.047852045428135634, "train/layer__model_layers_52/param/max_abs": 1.0, "train/layer__model_layers_52/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_52/param/frac_near_user_limit": 0.0, "train/layer_model_layers_19/act/norm": 23349.416558156245, "train/layer_model_layers_19/act/mean": 0.0063677567702073315, "train/layer_model_layers_19/act/std": 1.1194708108463816, "train/layer_model_layers_19/act/max_abs": 45.25, "train/layer_model_layers_19/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_19/act/frac_near_user_limit": 0.0, "train/layer_model_layers_19/grad/norm": 0.02207820751836133, "train/layer_model_layers_19/grad/mean": -3.6554283923040874e-07, "train/layer_model_layers_19/grad/std": 2.7242663776868517e-05, "train/layer_model_layers_19/grad/max_abs": 0.00075531005859375, "train/layer_model_layers_19/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_19/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_13/act/norm": 24340.478575941328, "train/layer_model_layers_13/act/mean": 0.002151342538686899, "train/layer_model_layers_13/act/std": 1.1651713393046075, "train/layer_model_layers_13/act/max_abs": 46.0, "train/layer_model_layers_13/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_13/act/frac_near_user_limit": 0.0, "train/layer_model_layers_13/grad/norm": 0.02996194622341596, "train/layer_model_layers_13/grad/mean": -4.0282189479902645e-07, "train/layer_model_layers_13/grad/std": 3.6986766244279325e-05, "train/layer_model_layers_13/grad/max_abs": 0.000949859619140625, "train/layer_model_layers_13/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_13/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_26/act/norm": 22954.293142159993, "train/layer_model_layers_26/act/mean": 0.01523905534010667, "train/layer_model_layers_26/act/std": 1.0993668952156883, "train/layer_model_layers_26/act/max_abs": 44.25, "train/layer_model_layers_26/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_26/act/frac_near_user_limit": 0.0, "train/layer_model_layers_26/grad/norm": 0.02674735068668116, "train/layer_model_layers_26/grad/mean": -4.1270516514952485e-07, "train/layer_model_layers_26/grad/std": 3.3033854405615994e-05, "train/layer_model_layers_26/grad/max_abs": 0.00113677978515625, "train/layer_model_layers_26/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_26/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_38/param/norm": 19.3870678143318, "train/layer__model_layers_38/param/mean": 0.0015043356861227574, "train/layer__model_layers_38/param/std": 0.04785301109732288, "train/layer__model_layers_38/param/max_abs": 1.0, "train/layer__model_layers_38/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_38/param/frac_near_user_limit": 0.0, "train/layer__model_layers_53/param/norm": 19.567366607121663, "train/layer__model_layers_53/param/mean": 0.0015545873299775742, "train/layer__model_layers_53/param/std": 0.04830683123035654, "train/layer__model_layers_53/param/max_abs": 1.0, "train/layer__model_layers_53/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_53/param/frac_near_user_limit": 0.0, "train/layer_model_layers_46/act/norm": 22436.540229179507, "train/layer_model_layers_46/act/mean": 0.0062222113976111776, "train/layer_model_layers_46/act/std": 1.0747427728499077, "train/layer_model_layers_46/act/max_abs": 43.25, "train/layer_model_layers_46/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_46/act/frac_near_user_limit": 0.0, "train/layer_model_layers_46/grad/norm": 0.040328554984455395, "train/layer_model_layers_46/grad/mean": -4.5990771882805547e-07, "train/layer_model_layers_46/grad/std": 4.978273219917608e-05, "train/layer_model_layers_46/grad/max_abs": 0.000957489013671875, "train/layer_model_layers_46/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_46/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_61/act/norm": 21795.572111163005, "train/layer_model_layers_61/act/mean": 0.009203397310697116, "train/layer_model_layers_61/act/std": 1.043010528753854, "train/layer_model_layers_61/act/max_abs": 42.75, "train/layer_model_layers_61/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_61/act/frac_near_user_limit": 0.0, "train/layer_model_layers_61/grad/norm": 0.0502003280469579, "train/layer_model_layers_61/grad/mean": -6.801222833149518e-07, "train/layer_model_layers_61/grad/std": 6.195896951442098e-05, "train/layer_model_layers_61/grad/max_abs": 0.0028839111328125, "train/layer_model_layers_61/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_61/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_30/param/norm": 19.087617928990642, "train/layer__model_layers_30/param/mean": 0.0017018429760627925, "train/layer__model_layers_30/param/std": 0.047082519468410904, "train/layer__model_layers_30/param/max_abs": 1.0, "train/layer__model_layers_30/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_30/param/frac_near_user_limit": 0.0, "train/layer_model_layers_10/act/norm": 25287.057044563255, "train/layer_model_layers_10/act/mean": -0.006753187913161058, "train/layer_model_layers_10/act/std": 1.2098725641064123, "train/layer_model_layers_10/act/max_abs": 46.5, "train/layer_model_layers_10/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_10/act/frac_near_user_limit": 0.0, "train/layer_model_layers_10/grad/norm": 0.0429295687943249, "train/layer_model_layers_10/grad/mean": -3.3297215685736557e-07, "train/layer_model_layers_10/grad/std": 5.298651792910261e-05, "train/layer_model_layers_10/grad/max_abs": 0.0016937255859375, "train/layer_model_layers_10/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_10/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_37/act/norm": 22401.58878059375, "train/layer_model_layers_37/act/mean": 0.0155791135934683, "train/layer_model_layers_37/act/std": 1.0727736566450006, "train/layer_model_layers_37/act/max_abs": 43.75, "train/layer_model_layers_37/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_37/act/frac_near_user_limit": 0.0, "train/layer_model_layers_37/grad/norm": 0.027851830203821582, "train/layer_model_layers_37/grad/mean": -5.351374201496914e-07, "train/layer_model_layers_37/grad/std": 3.43912914951545e-05, "train/layer_model_layers_37/grad/max_abs": 0.00147247314453125, "train/layer_model_layers_37/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_37/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_75/act/norm": 21595.859891378765, "train/layer_model_layers_75/act/mean": -4.342886117788462e-05, "train/layer_model_layers_75/act/std": 1.034025895528829, "train/layer_model_layers_75/act/max_abs": 41.5, "train/layer_model_layers_75/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_75/act/frac_near_user_limit": 0.0, "train/layer_model_layers_75/grad/norm": 0.051817564771495794, "train/layer_model_layers_75/grad/mean": -5.380748865570926e-07, "train/layer_model_layers_75/grad/std": 6.396752777581888e-05, "train/layer_model_layers_75/grad/max_abs": 0.00128173828125, "train/layer_model_layers_75/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_75/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_30/act/norm": 23514.492978941395, "train/layer_model_layers_30/act/mean": 0.01123483364398663, "train/layer_model_layers_30/act/std": 1.1261172032654112, "train/layer_model_layers_30/act/max_abs": 44.0, "train/layer_model_layers_30/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_30/act/frac_near_user_limit": 0.0, "train/layer_model_layers_30/grad/norm": 0.042418377817260426, "train/layer_model_layers_30/grad/mean": -2.7521108763870695e-07, "train/layer_model_layers_30/grad/std": 5.236335181265481e-05, "train/layer_model_layers_30/grad/max_abs": 0.0019378662109375, "train/layer_model_layers_30/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_30/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 26608.19501262758, "train/layer_model_layers_1/act/mean": -0.02010169396033654, "train/layer_model_layers_1/act/std": 1.2746231560294163, "train/layer_model_layers_1/act/max_abs": 47.0, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.13330008291316597, "train/layer_model_layers_1/grad/mean": -9.728615955331953e-07, "train/layer_model_layers_1/grad/std": 0.00016466213052016254, "train/layer_model_layers_1/grad/max_abs": 0.008544921875, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_41/act/norm": 22029.447498634192, "train/layer_model_layers_41/act/mean": 0.008831317608173076, "train/layer_model_layers_41/act/std": 1.05465230714247, "train/layer_model_layers_41/act/max_abs": 43.75, "train/layer_model_layers_41/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_41/act/frac_near_user_limit": 0.0, "train/layer_model_layers_41/grad/norm": 0.02479340034269916, "train/layer_model_layers_41/grad/mean": -5.173722104795637e-07, "train/layer_model_layers_41/grad/std": 3.0647743338922404e-05, "train/layer_model_layers_41/grad/max_abs": 0.00077056884765625, "train/layer_model_layers_41/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_41/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_33/param/norm": 18.87492239222456, "train/layer__model_layers_33/param/mean": 0.0015947219920046801, "train/layer__model_layers_33/param/std": 0.04657183535617503, "train/layer__model_layers_33/param/max_abs": 1.0, "train/layer__model_layers_33/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_33/param/frac_near_user_limit": 0.0, "train/layer_model_layers_93/act/norm": 34786.296717520185, "train/layer_model_layers_93/act/mean": 0.030518751878004808, "train/layer_model_layers_93/act/std": 1.66584649530619, "train/layer_model_layers_93/act/max_abs": 39.75, "train/layer_model_layers_93/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_93/act/frac_near_user_limit": 0.0, "train/layer_model_layers_93/grad/norm": 0.08524795987848129, "train/layer_model_layers_93/grad/mean": 6.46085058471156e-08, "train/layer_model_layers_93/grad/std": 0.00010519875179639344, "train/layer_model_layers_93/grad/max_abs": 0.0018768310546875, "train/layer_model_layers_93/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_93/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_47/act/norm": 22575.539196841622, "train/layer_model_layers_47/act/mean": 0.010001109196589543, "train/layer_model_layers_47/act/std": 1.0792865484409324, "train/layer_model_layers_47/act/max_abs": 43.5, "train/layer_model_layers_47/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_47/act/frac_near_user_limit": 0.0, "train/layer_model_layers_47/grad/norm": 0.04686790193085482, "train/layer_model_layers_47/grad/mean": -6.036074503721573e-07, "train/layer_model_layers_47/grad/std": 5.783158582117536e-05, "train/layer_model_layers_47/grad/max_abs": 0.001220703125, "train/layer_model_layers_47/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_47/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_89/act/norm": 25315.29205437566, "train/layer_model_layers_89/act/mean": -0.005948800307053786, "train/layer_model_layers_89/act/std": 1.2123308188211648, "train/layer_model_layers_89/act/max_abs": 29.25, "train/layer_model_layers_89/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_89/act/frac_near_user_limit": 0.0, "train/layer_model_layers_89/grad/norm": 0.09347660027733155, "train/layer_model_layers_89/grad/mean": -3.230258819353643e-06, "train/layer_model_layers_89/grad/std": 0.00011536617422909261, "train/layer_model_layers_89/grad/max_abs": 0.0015411376953125, "train/layer_model_layers_89/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_89/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_83/param/norm": 21.617479725617876, "train/layer__model_layers_83/param/mean": 0.0015148335425604524, "train/layer__model_layers_83/param/std": 0.053346195637165174, "train/layer__model_layers_83/param/max_abs": 1.0, "train/layer__model_layers_83/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_83/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 26121.68607778405, "train/layer_model_layers_4/act/mean": -0.01787391075721154, "train/layer_model_layers_4/act/std": 1.2515201791366366, "train/layer_model_layers_4/act/max_abs": 47.25, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.04993297241223294, "train/layer_model_layers_4/grad/mean": -5.246411759098309e-07, "train/layer_model_layers_4/grad/std": 6.164061532806686e-05, "train/layer_model_layers_4/grad/max_abs": 0.002960205078125, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_15/act/norm": 24735.700258020217, "train/layer_model_layers_15/act/mean": -0.000390162834754357, "train/layer_model_layers_15/act/std": 1.1832974515287835, "train/layer_model_layers_15/act/max_abs": 45.75, "train/layer_model_layers_15/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_15/act/frac_near_user_limit": 0.0, "train/layer_model_layers_15/grad/norm": 0.028616802271199736, "train/layer_model_layers_15/grad/mean": -4.0343266660449283e-07, "train/layer_model_layers_15/grad/std": 3.531225556090391e-05, "train/layer_model_layers_15/grad/max_abs": 0.0010833740234375, "train/layer_model_layers_15/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_15/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_18/act/norm": 23895.93009578969, "train/layer_model_layers_18/act/mean": 0.010547784658578726, "train/layer_model_layers_18/act/std": 1.1453332240113403, "train/layer_model_layers_18/act/max_abs": 45.5, "train/layer_model_layers_18/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_18/act/frac_near_user_limit": 0.0, "train/layer_model_layers_18/grad/norm": 0.028965159365123484, "train/layer_model_layers_18/grad/mean": -3.9927876451272114e-07, "train/layer_model_layers_18/grad/std": 3.574378295244254e-05, "train/layer_model_layers_18/grad/max_abs": 0.00077056884765625, "train/layer_model_layers_18/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_18/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 38138.3946011769, "train/layer_model_layers_0/act/mean": 0.055686657245342545, "train/layer_model_layers_0/act/std": 1.8252655931976296, "train/layer_model_layers_0/act/max_abs": 46.5, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.592799339325559, "train/layer_model_layers_0/grad/mean": -1.0112437089780191e-05, "train/layer_model_layers_0/grad/std": 0.0007318053563005963, "train/layer_model_layers_0/grad/max_abs": 0.01470947265625, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_43/param/norm": 19.613414673540404, "train/layer__model_layers_43/param/mean": 0.0014682969139444288, "train/layer__model_layers_43/param/std": 0.04839441823439911, "train/layer__model_layers_43/param/max_abs": 1.0, "train/layer__model_layers_43/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_43/param/frac_near_user_limit": 0.0, "train/layer__model_layers_67/param/norm": 20.09952045836542, "train/layer__model_layers_67/param/mean": 0.0013594128970236936, "train/layer__model_layers_67/param/std": 0.04959520983019802, "train/layer__model_layers_67/param/max_abs": 1.0, "train/layer__model_layers_67/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_67/param/frac_near_user_limit": 0.0, "train/layer__model_layers_86/param/norm": 21.653950094324593, "train/layer__model_layers_86/param/mean": 0.0015123578575955538, "train/layer__model_layers_86/param/std": 0.0534550810236466, "train/layer__model_layers_86/param/max_abs": 1.0, "train/layer__model_layers_86/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_86/param/frac_near_user_limit": 0.0, "train/layer_model_layers_62/act/norm": 21543.25994970872, "train/layer_model_layers_62/act/mean": 0.019567122826209433, "train/layer_model_layers_62/act/std": 1.031692158011702, "train/layer_model_layers_62/act/max_abs": 42.75, "train/layer_model_layers_62/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_62/act/frac_near_user_limit": 0.0, "train/layer_model_layers_62/grad/norm": 0.04410863773670828, "train/layer_model_layers_62/grad/mean": -4.5973109807848185e-07, "train/layer_model_layers_62/grad/std": 5.443456940249819e-05, "train/layer_model_layers_62/grad/max_abs": 0.0016326904296875, "train/layer_model_layers_62/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_62/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_35/param/norm": 18.950445503091082, "train/layer__model_layers_35/param/mean": 0.001686108093737812, "train/layer__model_layers_35/param/std": 0.0467565614398918, "train/layer__model_layers_35/param/max_abs": 1.0, "train/layer__model_layers_35/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_35/param/frac_near_user_limit": 0.0, "train/layer__model_layers_75/param/norm": 20.680494707045213, "train/layer__model_layers_75/param/mean": 0.001277977144476404, "train/layer__model_layers_75/param/std": 0.05102901308836562, "train/layer__model_layers_75/param/max_abs": 1.0, "train/layer__model_layers_75/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_75/param/frac_near_user_limit": 0.0, "train/layer_model_layers_78/act/norm": 21438.739780959924, "train/layer_model_layers_78/act/mean": 0.00019484299879807694, "train/layer_model_layers_78/act/std": 1.027053348845332, "train/layer_model_layers_78/act/max_abs": 40.75, "train/layer_model_layers_78/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_78/act/frac_near_user_limit": 0.0, "train/layer_model_layers_78/grad/norm": 0.058391473135439624, "train/layer_model_layers_78/grad/mean": -6.285004423823725e-07, "train/layer_model_layers_78/grad/std": 7.202120631225689e-05, "train/layer_model_layers_78/grad/max_abs": 0.0024871826171875, "train/layer_model_layers_78/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_78/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_42/param/norm": 19.397019997041426, "train/layer__model_layers_42/param/mean": 0.0015042642721333854, "train/layer__model_layers_42/param/std": 0.04786430545880581, "train/layer__model_layers_42/param/max_abs": 1.0, "train/layer__model_layers_42/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_42/param/frac_near_user_limit": 0.0, "train/layer_model_layers_60/act/norm": 21491.441446532855, "train/layer_model_layers_60/act/mean": 0.005393101618840144, "train/layer_model_layers_60/act/std": 1.029999546483548, "train/layer_model_layers_60/act/max_abs": 43.0, "train/layer_model_layers_60/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_60/act/frac_near_user_limit": 0.0, "train/layer_model_layers_60/grad/norm": 0.03713915473679948, "train/layer_model_layers_60/grad/mean": -3.278860241151451e-07, "train/layer_model_layers_60/grad/std": 4.584686290556812e-05, "train/layer_model_layers_60/grad/max_abs": 0.0008087158203125, "train/layer_model_layers_60/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_60/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_50/param/norm": 19.25793768975536, "train/layer__model_layers_50/param/mean": 0.0014454905588801676, "train/layer__model_layers_50/param/std": 0.04752594759455423, "train/layer__model_layers_50/param/max_abs": 1.0, "train/layer__model_layers_50/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_50/param/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 19.06826885045218, "train/layer__model_layers_6/param/mean": 0.0014498914459752218, "train/layer__model_layers_6/param/std": 0.047053307080204734, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/layer_model_layers_56/act/norm": 21052.18058133378, "train/layer_model_layers_56/act/mean": 0.003634819617638221, "train/layer_model_layers_56/act/std": 1.0084273528313077, "train/layer_model_layers_56/act/max_abs": 43.5, "train/layer_model_layers_56/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_56/act/frac_near_user_limit": 0.0, "train/layer_model_layers_56/grad/norm": 0.027118238753200956, "train/layer_model_layers_56/grad/mean": -3.4374193624010696e-07, "train/layer_model_layers_56/grad/std": 3.3444702092214004e-05, "train/layer_model_layers_56/grad/max_abs": 0.000705718994140625, "train/layer_model_layers_56/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_56/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_84/param/norm": 21.46681668878737, "train/layer__model_layers_84/param/mean": 0.001456345485264723, "train/layer__model_layers_84/param/std": 0.05296631987053047, "train/layer__model_layers_84/param/max_abs": 1.0, "train/layer__model_layers_84/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_84/param/frac_near_user_limit": 0.0, "train/layer_model_layers_14/act/norm": 24711.436958781393, "train/layer_model_layers_14/act/mean": -0.006450066199669471, "train/layer_model_layers_14/act/std": 1.1830263677696555, "train/layer_model_layers_14/act/max_abs": 46.0, "train/layer_model_layers_14/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_14/act/frac_near_user_limit": 0.0, "train/layer_model_layers_14/grad/norm": 0.03225090169338427, "train/layer_model_layers_14/grad/mean": -3.9264399924441914e-07, "train/layer_model_layers_14/grad/std": 3.97994541753347e-05, "train/layer_model_layers_14/grad/max_abs": 0.00099945068359375, "train/layer_model_layers_14/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_14/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 19.272042473327783, "train/layer__model_layers_5/param/mean": 0.0013262530012919267, "train/layer__model_layers_5/param/std": 0.04756597865142692, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 19.5461693018095, "train/layer__model_layers_7/param/mean": 0.0016452354871538612, "train/layer__model_layers_7/param/std": 0.04822750893633059, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 27483.588556393766, "train/layer_model_layers_3/act/mean": -0.02222669468476222, "train/layer_model_layers_3/act/std": 1.3154524996826356, "train/layer_model_layers_3/act/max_abs": 47.5, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.06066744765235903, "train/layer_model_layers_3/grad/mean": -7.355719363075708e-07, "train/layer_model_layers_3/grad/std": 7.48617909067897e-05, "train/layer_model_layers_3/grad/max_abs": 0.0020904541015625, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_66/param/norm": 20.185903574648325, "train/layer__model_layers_66/param/mean": 0.0012963543444081513, "train/layer__model_layers_66/param/std": 0.049820257692363236, "train/layer__model_layers_66/param/max_abs": 1.0, "train/layer__model_layers_66/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_66/param/frac_near_user_limit": 0.0, "train/layer__model_layers_9/param/norm": 19.57452705367361, "train/layer__model_layers_9/param/mean": 0.0017474408082768624, "train/layer__model_layers_9/param/std": 0.04828524122552834, "train/layer__model_layers_9/param/max_abs": 1.0, "train/layer__model_layers_9/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_9/param/frac_near_user_limit": 0.0, "train/layer_model_layers_11/act/norm": 25026.313155670585, "train/layer_model_layers_11/act/mean": -0.013490566840538612, "train/layer_model_layers_11/act/std": 1.1974812214567467, "train/layer_model_layers_11/act/max_abs": 46.25, "train/layer_model_layers_11/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_11/act/frac_near_user_limit": 0.0, "train/layer_model_layers_11/grad/norm": 0.03366736975584614, "train/layer_model_layers_11/grad/mean": -3.7596700495100247e-07, "train/layer_model_layers_11/grad/std": 4.1557566684296014e-05, "train/layer_model_layers_11/grad/max_abs": 0.0010986328125, "train/layer_model_layers_11/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_11/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_50/act/norm": 21497.739902773643, "train/layer_model_layers_50/act/mean": 0.013255930863893949, "train/layer_model_layers_50/act/std": 1.0284807539237844, "train/layer_model_layers_50/act/max_abs": 43.25, "train/layer_model_layers_50/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_50/act/frac_near_user_limit": 0.0, "train/layer_model_layers_50/grad/norm": 0.02627203357795884, "train/layer_model_layers_50/grad/mean": -4.3407623044414195e-07, "train/layer_model_layers_50/grad/std": 3.242243832058883e-05, "train/layer_model_layers_50/grad/max_abs": 0.00090789794921875, "train/layer_model_layers_50/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_50/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_72/param/norm": 20.11819323942262, "train/layer__model_layers_72/param/mean": 0.0015415899839118564, "train/layer__model_layers_72/param/std": 0.04964827490509372, "train/layer__model_layers_72/param/max_abs": 1.0, "train/layer__model_layers_72/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_72/param/frac_near_user_limit": 0.0, "train/layer__model_layers_90/param/norm": 22.787186297895577, "train/layer__model_layers_90/param/mean": 0.0016261441473283931, "train/layer__model_layers_90/param/std": 0.05621006825316479, "train/layer__model_layers_90/param/max_abs": 1.0, "train/layer__model_layers_90/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_90/param/frac_near_user_limit": 0.0, "train/layer_model_layers_66/act/norm": 20950.831629817443, "train/layer_model_layers_66/act/mean": 0.0039600959190955526, "train/layer_model_layers_66/act/std": 1.0033531961428277, "train/layer_model_layers_66/act/max_abs": 42.5, "train/layer_model_layers_66/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_66/act/frac_near_user_limit": 0.0, "train/layer_model_layers_66/grad/norm": 0.03714619446327603, "train/layer_model_layers_66/grad/mean": -8.461988195428238e-07, "train/layer_model_layers_66/grad/std": 4.583396179100993e-05, "train/layer_model_layers_66/grad/max_abs": 0.000736236572265625, "train/layer_model_layers_66/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_66/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_23/param/norm": 19.080070027796676, "train/layer__model_layers_23/param/mean": 0.0017352647230889236, "train/layer__model_layers_23/param/std": 0.047078833360737066, "train/layer__model_layers_23/param/max_abs": 1.0, "train/layer__model_layers_23/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_23/param/frac_near_user_limit": 0.0, "train/layer__model_layers_41/param/norm": 19.038753139156725, "train/layer__model_layers_41/param/mean": 0.0015155197863645747, "train/layer__model_layers_41/param/std": 0.04696043194747837, "train/layer__model_layers_41/param/max_abs": 1.0, "train/layer__model_layers_41/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_41/param/frac_near_user_limit": 0.0, "train/layer_model_layers_64/act/norm": 21175.977095494578, "train/layer_model_layers_64/act/mean": 0.0034322738647460938, "train/layer_model_layers_64/act/std": 1.0149192445373905, "train/layer_model_layers_64/act/max_abs": 42.5, "train/layer_model_layers_64/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_64/act/frac_near_user_limit": 0.0, "train/layer_model_layers_64/grad/norm": 0.04143143780224091, "train/layer_model_layers_64/grad/mean": -7.682089082164437e-07, "train/layer_model_layers_64/grad/std": 5.1151660338596316e-05, "train/layer_model_layers_64/grad/max_abs": 0.000946044921875, "train/layer_model_layers_64/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_64/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_16/act/norm": 23848.816730040122, "train/layer_model_layers_16/act/mean": -0.006447718693659856, "train/layer_model_layers_16/act/std": 1.140890511113621, "train/layer_model_layers_16/act/max_abs": 45.75, "train/layer_model_layers_16/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_16/act/frac_near_user_limit": 0.0, "train/layer_model_layers_16/grad/norm": 0.025245957266262057, "train/layer_model_layers_16/grad/mean": -3.004677640201521e-07, "train/layer_model_layers_16/grad/std": 3.1152416217993105e-05, "train/layer_model_layers_16/grad/max_abs": 0.0007171630859375, "train/layer_model_layers_16/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_16/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_38/act/norm": 22888.606518459746, "train/layer_model_layers_38/act/mean": 0.020481913135601923, "train/layer_model_layers_38/act/std": 1.095406324736221, "train/layer_model_layers_38/act/max_abs": 44.0, "train/layer_model_layers_38/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_38/act/frac_near_user_limit": 0.0, "train/layer_model_layers_38/grad/norm": 0.045904025759069884, "train/layer_model_layers_38/grad/mean": -4.864526369903881e-07, "train/layer_model_layers_38/grad/std": 5.6648516265258886e-05, "train/layer_model_layers_38/grad/max_abs": 0.0018157958984375, "train/layer_model_layers_38/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_38/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_23/act/norm": 23984.089854796723, "train/layer_model_layers_23/act/mean": -0.0016104624821589543, "train/layer_model_layers_23/act/std": 1.147577556977998, "train/layer_model_layers_23/act/max_abs": 44.75, "train/layer_model_layers_23/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_23/act/frac_near_user_limit": 0.0, "train/layer_model_layers_23/grad/norm": 0.04195586641233242, "train/layer_model_layers_23/grad/mean": -5.460296308566553e-07, "train/layer_model_layers_23/grad/std": 5.179320635474655e-05, "train/layer_model_layers_23/grad/max_abs": 0.00156402587890625, "train/layer_model_layers_23/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_23/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_86/act/norm": 23104.927705704253, "train/layer_model_layers_86/act/mean": 0.01102447509765625, "train/layer_model_layers_86/act/std": 1.1057109329786279, "train/layer_model_layers_86/act/max_abs": 34.25, "train/layer_model_layers_86/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_86/act/frac_near_user_limit": 0.0, "train/layer_model_layers_86/grad/norm": 0.07282290900717882, "train/layer_model_layers_86/grad/mean": -1.3132665347011524e-06, "train/layer_model_layers_86/grad/std": 8.979999625724669e-05, "train/layer_model_layers_86/grad/max_abs": 0.0033111572265625, "train/layer_model_layers_86/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_86/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_15/param/norm": 18.92933121053475, "train/layer__model_layers_15/param/mean": 0.001848283312436013, "train/layer__model_layers_15/param/std": 0.046700925740644834, "train/layer__model_layers_15/param/max_abs": 1.0, "train/layer__model_layers_15/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_15/param/frac_near_user_limit": 0.0, "train/layer__model_layers_92/param/norm": 23.681273917908218, "train/layer__model_layers_92/param/mean": 0.00142770252436074, "train/layer__model_layers_92/param/std": 0.05843657811994313, "train/layer__model_layers_92/param/max_abs": 1.0, "train/layer__model_layers_92/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_92/param/frac_near_user_limit": 0.0, "train/layer__model_layers_93/param/norm": 23.769836494034305, "train/layer__model_layers_93/param/mean": 0.001628000911052067, "train/layer__model_layers_93/param/std": 0.058619042627617225, "train/layer__model_layers_93/param/max_abs": 1.0, "train/layer__model_layers_93/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_93/param/frac_near_user_limit": 0.0, "train/layer__model_layers_79/param/norm": 20.976828734343997, "train/layer__model_layers_79/param/mean": 0.0013939058538904056, "train/layer__model_layers_79/param/std": 0.05178043308657798, "train/layer__model_layers_79/param/max_abs": 1.0, "train/layer__model_layers_79/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_79/param/frac_near_user_limit": 0.0, "train/layer_model_layers_59/act/norm": 21361.926442780114, "train/layer_model_layers_59/act/mean": 0.004424461951622596, "train/layer_model_layers_59/act/std": 1.0232287521491195, "train/layer_model_layers_59/act/max_abs": 43.0, "train/layer_model_layers_59/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_59/act/frac_near_user_limit": 0.0, "train/layer_model_layers_59/grad/norm": 0.037751809440824416, "train/layer_model_layers_59/grad/mean": -3.7598117093400165e-07, "train/layer_model_layers_59/grad/std": 4.662793019857363e-05, "train/layer_model_layers_59/grad/max_abs": 0.0012969970703125, "train/layer_model_layers_59/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_59/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_47/param/norm": 19.792613738305256, "train/layer__model_layers_47/param/mean": 0.0014840422108095262, "train/layer__model_layers_47/param/std": 0.048844913409521594, "train/layer__model_layers_47/param/max_abs": 1.0, "train/layer__model_layers_47/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_47/param/frac_near_user_limit": 0.0, "train/layer__model_layers_77/param/norm": 20.584056187754275, "train/layer__model_layers_77/param/mean": 0.0015095012980206708, "train/layer__model_layers_77/param/std": 0.05079951250802327, "train/layer__model_layers_77/param/max_abs": 1.0, "train/layer__model_layers_77/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_77/param/frac_near_user_limit": 0.0, "train/layer__model_layers_36/param/norm": 19.372366252441903, "train/layer__model_layers_36/param/mean": 0.0016008873997538026, "train/layer__model_layers_36/param/std": 0.04780217427257461, "train/layer__model_layers_36/param/max_abs": 1.0, "train/layer__model_layers_36/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_36/param/frac_near_user_limit": 0.0, "train/layer_model_layers_32/act/norm": 22588.89934346773, "train/layer_model_layers_32/act/mean": 0.013697979541925283, "train/layer_model_layers_32/act/std": 1.0815164477605965, "train/layer_model_layers_32/act/max_abs": 43.75, "train/layer_model_layers_32/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_32/act/frac_near_user_limit": 0.0, "train/layer_model_layers_32/grad/norm": 0.02454480670201149, "train/layer_model_layers_32/grad/mean": -2.254294623822764e-07, "train/layer_model_layers_32/grad/std": 3.0296332208540163e-05, "train/layer_model_layers_32/grad/max_abs": 0.0010223388671875, "train/layer_model_layers_32/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_32/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_91/param/norm": 23.389367242403118, "train/layer__model_layers_91/param/mean": 0.0013336324468603744, "train/layer__model_layers_91/param/std": 0.05774258198064113, "train/layer__model_layers_91/param/max_abs": 1.0, "train/layer__model_layers_91/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_91/param/frac_near_user_limit": 0.0, "train/layer_model_layers_90/act/norm": 25103.85279005657, "train/layer_model_layers_90/act/mean": -0.0017389150766225962, "train/layer_model_layers_90/act/std": 1.202340988406272, "train/layer_model_layers_90/act/max_abs": 28.875, "train/layer_model_layers_90/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_90/act/frac_near_user_limit": 0.0, "train/layer_model_layers_90/grad/norm": 0.08052677024863307, "train/layer_model_layers_90/grad/mean": -2.0896203382966485e-06, "train/layer_model_layers_90/grad/std": 9.938289945817852e-05, "train/layer_model_layers_90/grad/max_abs": 0.0017852783203125, "train/layer_model_layers_90/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_90/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 28009.335007251768, "train/layer_model_layers_7/act/mean": 0.004457647983844464, "train/layer_model_layers_7/act/std": 1.3414282610378419, "train/layer_model_layers_7/act/max_abs": 46.5, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.052350543479491085, "train/layer_model_layers_7/grad/mean": -5.621890219251005e-07, "train/layer_model_layers_7/grad/std": 6.463004943539765e-05, "train/layer_model_layers_7/grad/max_abs": 0.00142669677734375, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_49/act/norm": 21680.07145746213, "train/layer_model_layers_49/act/mean": 0.008631082681509165, "train/layer_model_layers_49/act/std": 1.0381486488095693, "train/layer_model_layers_49/act/max_abs": 43.25, "train/layer_model_layers_49/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_49/act/frac_near_user_limit": 0.0, "train/layer_model_layers_49/grad/norm": 0.02801293965278999, "train/layer_model_layers_49/grad/mean": -3.8749257584978565e-07, "train/layer_model_layers_49/grad/std": 3.457867048788722e-05, "train/layer_model_layers_49/grad/max_abs": 0.00104522705078125, "train/layer_model_layers_49/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_49/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_40/act/norm": 23222.800433052464, "train/layer_model_layers_40/act/mean": -0.0059751363900991585, "train/layer_model_layers_40/act/std": 1.111594587999902, "train/layer_model_layers_40/act/max_abs": 44.0, "train/layer_model_layers_40/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_40/act/frac_near_user_limit": 0.0, "train/layer_model_layers_40/grad/norm": 0.04075343074413374, "train/layer_model_layers_40/grad/mean": -4.929778656113003e-07, "train/layer_model_layers_40/grad/std": 5.029653784655358e-05, "train/layer_model_layers_40/grad/max_abs": 0.00144195556640625, "train/layer_model_layers_40/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_40/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_71/act/norm": 20564.51683018124, "train/layer_model_layers_71/act/mean": 0.0018243789672851562, "train/layer_model_layers_71/act/std": 0.9856128910805085, "train/layer_model_layers_71/act/max_abs": 41.75, "train/layer_model_layers_71/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_71/act/frac_near_user_limit": 0.0, "train/layer_model_layers_71/grad/norm": 0.036831780546154054, "train/layer_model_layers_71/grad/mean": -6.243934651092857e-07, "train/layer_model_layers_71/grad/std": 4.5457258457393605e-05, "train/layer_model_layers_71/grad/max_abs": 0.0009765625, "train/layer_model_layers_71/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_71/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_34/act/norm": 22747.120043412946, "train/layer_model_layers_34/act/mean": 0.010534139779897837, "train/layer_model_layers_34/act/std": 1.088526767413779, "train/layer_model_layers_34/act/max_abs": 43.75, "train/layer_model_layers_34/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_34/act/frac_near_user_limit": 0.0, "train/layer_model_layers_34/grad/norm": 0.03293647894571743, "train/layer_model_layers_34/grad/mean": -5.588178812016191e-07, "train/layer_model_layers_34/grad/std": 4.064050066430361e-05, "train/layer_model_layers_34/grad/max_abs": 0.002044677734375, "train/layer_model_layers_34/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_34/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_35/act/norm": 22562.32487810772, "train/layer_model_layers_35/act/mean": 0.014235223142000345, "train/layer_model_layers_35/act/std": 1.0795821798250111, "train/layer_model_layers_35/act/max_abs": 43.75, "train/layer_model_layers_35/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_35/act/frac_near_user_limit": 0.0, "train/layer_model_layers_35/grad/norm": 0.023904064051159492, "train/layer_model_layers_35/grad/mean": -6.152246461225189e-07, "train/layer_model_layers_35/grad/std": 2.95228129606235e-05, "train/layer_model_layers_35/grad/max_abs": 0.00116729736328125, "train/layer_model_layers_35/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_35/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_44/act/norm": 22051.586854687714, "train/layer_model_layers_44/act/mean": 0.008899908799391527, "train/layer_model_layers_44/act/std": 1.0549296682987477, "train/layer_model_layers_44/act/max_abs": 43.75, "train/layer_model_layers_44/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_44/act/frac_near_user_limit": 0.0, "train/layer_model_layers_44/grad/norm": 0.03080150119702374, "train/layer_model_layers_44/grad/mean": -6.367585748178353e-07, "train/layer_model_layers_44/grad/std": 3.802200491802374e-05, "train/layer_model_layers_44/grad/max_abs": 0.00124359130859375, "train/layer_model_layers_44/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_44/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 25912.167048996052, "train/layer_model_layers_2/act/mean": -0.011842562602116512, "train/layer_model_layers_2/act/std": 1.241167101342791, "train/layer_model_layers_2/act/max_abs": 47.25, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.06961882481251384, "train/layer_model_layers_2/grad/mean": -1.2142237932559295e-06, "train/layer_model_layers_2/grad/std": 8.591763173408098e-05, "train/layer_model_layers_2/grad/max_abs": 0.004974365234375, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_88/act/norm": 25675.69190501518, "train/layer_model_layers_88/act/mean": -0.003506000225360577, "train/layer_model_layers_88/act/std": 1.2286998635807247, "train/layer_model_layers_88/act/max_abs": 30.25, "train/layer_model_layers_88/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_88/act/frac_near_user_limit": 0.0, "train/layer_model_layers_88/grad/norm": 0.10605948357863713, "train/layer_model_layers_88/grad/mean": -2.3199801076081537e-06, "train/layer_model_layers_88/grad/std": 0.00013090791589618115, "train/layer_model_layers_88/grad/max_abs": 0.002044677734375, "train/layer_model_layers_88/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_88/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_60/param/norm": 20.23064034067508, "train/layer__model_layers_60/param/mean": 0.001517261618199103, "train/layer__model_layers_60/param/std": 0.04991542214982779, "train/layer__model_layers_60/param/max_abs": 1.0, "train/layer__model_layers_60/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_60/param/frac_near_user_limit": 0.0, "train/layer_model_layers_43/act/norm": 22454.11748512388, "train/layer_model_layers_43/act/mean": 0.00572817142193134, "train/layer_model_layers_43/act/std": 1.075613089728911, "train/layer_model_layers_43/act/max_abs": 43.75, "train/layer_model_layers_43/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_43/act/frac_near_user_limit": 0.0, "train/layer_model_layers_43/grad/norm": 0.033540159708236275, "train/layer_model_layers_43/grad/mean": -5.370260589696502e-07, "train/layer_model_layers_43/grad/std": 4.1370405397281525e-05, "train/layer_model_layers_43/grad/max_abs": 0.00130462646484375, "train/layer_model_layers_43/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_43/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_58/act/norm": 21140.087437348706, "train/layer_model_layers_58/act/mean": 0.0033518717839167668, "train/layer_model_layers_58/act/std": 1.0118395316137363, "train/layer_model_layers_58/act/max_abs": 43.25, "train/layer_model_layers_58/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_58/act/frac_near_user_limit": 0.0, "train/layer_model_layers_58/grad/norm": 0.031021026514089646, "train/layer_model_layers_58/grad/mean": -2.8042253484592053e-07, "train/layer_model_layers_58/grad/std": 3.8301303182245536e-05, "train/layer_model_layers_58/grad/max_abs": 0.00064849853515625, "train/layer_model_layers_58/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_58/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_84/act/norm": 22331.49899322456, "train/layer_model_layers_84/act/mean": -0.011265021104079027, "train/layer_model_layers_84/act/std": 1.0690990687881643, "train/layer_model_layers_84/act/max_abs": 35.75, "train/layer_model_layers_84/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_84/act/frac_near_user_limit": 0.0, "train/layer_model_layers_84/grad/norm": 0.07177388183279974, "train/layer_model_layers_84/grad/mean": -9.529740083236218e-07, "train/layer_model_layers_84/grad/std": 8.853062951047747e-05, "train/layer_model_layers_84/grad/max_abs": 0.00162506103515625, "train/layer_model_layers_84/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_84/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_10/param/norm": 19.09986092881307, "train/layer__model_layers_10/param/mean": 0.001859099556242992, "train/layer__model_layers_10/param/std": 0.04712626981423003, "train/layer__model_layers_10/param/max_abs": 1.0, "train/layer__model_layers_10/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_10/param/frac_near_user_limit": 0.0, "train/layer_model_layers_77/act/norm": 21479.736426243035, "train/layer_model_layers_77/act/mean": 0.011231422424316406, "train/layer_model_layers_77/act/std": 1.0285802834899669, "train/layer_model_layers_77/act/max_abs": 41.25, "train/layer_model_layers_77/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_77/act/frac_near_user_limit": 0.0, "train/layer_model_layers_77/grad/norm": 0.0554929388283364, "train/layer_model_layers_77/grad/mean": -7.341415352549828e-07, "train/layer_model_layers_77/grad/std": 6.859001645063166e-05, "train/layer_model_layers_77/grad/max_abs": 0.0017242431640625, "train/layer_model_layers_77/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_77/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.91766184515148, "train/layer__model_layers_2/param/mean": 0.0013702202140820007, "train/layer__model_layers_2/param/std": 0.046711133848589624, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_63/act/norm": 21029.401137518696, "train/layer_model_layers_63/act/mean": 0.0009234134967510516, "train/layer_model_layers_63/act/std": 1.0078652960729875, "train/layer_model_layers_63/act/max_abs": 42.75, "train/layer_model_layers_63/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_63/act/frac_near_user_limit": 0.0, "train/layer_model_layers_63/grad/norm": 0.033898886403956226, "train/layer_model_layers_63/grad/mean": -5.853885433138254e-07, "train/layer_model_layers_63/grad/std": 4.184879712649066e-05, "train/layer_model_layers_63/grad/max_abs": 0.00075531005859375, "train/layer_model_layers_63/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_63/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_80/act/norm": 22859.034071967035, "train/layer_model_layers_80/act/mean": 0.018609927250788763, "train/layer_model_layers_80/act/std": 1.0932446463210685, "train/layer_model_layers_80/act/max_abs": 40.5, "train/layer_model_layers_80/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_80/act/frac_near_user_limit": 0.0, "train/layer_model_layers_80/grad/norm": 0.06255344452399067, "train/layer_model_layers_80/grad/mean": -7.654294697059298e-07, "train/layer_model_layers_80/grad/std": 7.714364343417567e-05, "train/layer_model_layers_80/grad/max_abs": 0.00121307373046875, "train/layer_model_layers_80/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_80/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_29/param/norm": 18.876791357461283, "train/layer__model_layers_29/param/mean": 0.0018928039836437207, "train/layer__model_layers_29/param/std": 0.04655681097570293, "train/layer__model_layers_29/param/max_abs": 1.0, "train/layer__model_layers_29/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_29/param/frac_near_user_limit": 0.0, "train/layer_model_layers_57/act/norm": 21531.818901525432, "train/layer_model_layers_57/act/mean": 0.00565191415640024, "train/layer_model_layers_57/act/std": 1.0312109954230582, "train/layer_model_layers_57/act/max_abs": 43.5, "train/layer_model_layers_57/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_57/act/frac_near_user_limit": 0.0, "train/layer_model_layers_57/grad/norm": 0.03408223662388818, "train/layer_model_layers_57/grad/mean": -4.2284224269542604e-07, "train/layer_model_layers_57/grad/std": 4.207110086791549e-05, "train/layer_model_layers_57/grad/max_abs": 0.00098419189453125, "train/layer_model_layers_57/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_57/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_69/param/norm": 20.5551373596724, "train/layer__model_layers_69/param/mean": 0.0014292557786295826, "train/layer__model_layers_69/param/std": 0.05073344968190399, "train/layer__model_layers_69/param/max_abs": 1.0, "train/layer__model_layers_69/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_69/param/frac_near_user_limit": 0.0, "train/layer__model_layers_48/param/norm": 19.582582543232135, "train/layer__model_layers_48/param/mean": 0.0014916954100039, "train/layer__model_layers_48/param/std": 0.04833253092733567, "train/layer__model_layers_48/param/max_abs": 1.0, "train/layer__model_layers_48/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_48/param/frac_near_user_limit": 0.0, "train/layer__model_layers_37/param/norm": 18.998072476240846, "train/layer__model_layers_37/param/mean": 0.0017416919821324102, "train/layer__model_layers_37/param/std": 0.0468948433677804, "train/layer__model_layers_37/param/max_abs": 1.0, "train/layer__model_layers_37/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_37/param/frac_near_user_limit": 0.0, "train/layer__model_layers_81/param/norm": 21.543877828167332, "train/layer__model_layers_81/param/mean": 0.0014197101087168487, "train/layer__model_layers_81/param/std": 0.05316818520992628, "train/layer__model_layers_81/param/max_abs": 1.0, "train/layer__model_layers_81/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_81/param/frac_near_user_limit": 0.0, "train/layer_model_layers_83/act/norm": 22421.005549296493, "train/layer_model_layers_83/act/mean": 0.01178437012892503, "train/layer_model_layers_83/act/std": 1.0735233715594765, "train/layer_model_layers_83/act/max_abs": 37.25, "train/layer_model_layers_83/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_83/act/frac_near_user_limit": 0.0, "train/layer_model_layers_83/grad/norm": 0.06018127624623989, "train/layer_model_layers_83/grad/mean": -9.766539018281537e-07, "train/layer_model_layers_83/grad/std": 7.423781046775062e-05, "train/layer_model_layers_83/grad/max_abs": 0.00118255615234375, "train/layer_model_layers_83/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_83/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_44/param/norm": 19.31650696700234, "train/layer__model_layers_44/param/mean": 0.0014996863378563463, "train/layer__model_layers_44/param/std": 0.04766991422671383, "train/layer__model_layers_44/param/max_abs": 1.0, "train/layer__model_layers_44/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_44/param/frac_near_user_limit": 0.0, "train/layer__model_layers_65/param/norm": 20.0974432842215, "train/layer__model_layers_65/param/mean": 0.00139819069325273, "train/layer__model_layers_65/param/std": 0.04958572469771007, "train/layer__model_layers_65/param/max_abs": 1.0, "train/layer__model_layers_65/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_65/param/frac_near_user_limit": 0.0, "train/layer__model_layers_45/param/norm": 19.781280855031227, "train/layer__model_layers_45/param/mean": 0.001538281135737617, "train/layer__model_layers_45/param/std": 0.04880766515394024, "train/layer__model_layers_45/param/max_abs": 1.0, "train/layer__model_layers_45/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_45/param/frac_near_user_limit": 0.0, "train/layer__model_layers_26/param/norm": 18.69922813413698, "train/layer__model_layers_26/param/mean": 0.0019391040534199493, "train/layer__model_layers_26/param/std": 0.04613909827634225, "train/layer__model_layers_26/param/max_abs": 1.0, "train/layer__model_layers_26/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_26/param/frac_near_user_limit": 0.0, "train/layer__model_layers_39/param/norm": 19.276494804635124, "train/layer__model_layers_39/param/mean": 0.0014137827475989664, "train/layer__model_layers_39/param/std": 0.04756834065966351, "train/layer__model_layers_39/param/max_abs": 1.0, "train/layer__model_layers_39/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_39/param/frac_near_user_limit": 0.0, "train/layer__model_layers_13/param/norm": 18.804049700962025, "train/layer__model_layers_13/param/mean": 0.0018908043919413026, "train/layer__model_layers_13/param/std": 0.04640184162591374, "train/layer__model_layers_13/param/max_abs": 1.0, "train/layer__model_layers_13/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_13/param/frac_near_user_limit": 0.0, "train/layer__model_layers_87/param/norm": 22.508158243179295, "train/layer__model_layers_87/param/mean": 0.0014788408919169267, "train/layer__model_layers_87/param/std": 0.0555157911628916, "train/layer__model_layers_87/param/max_abs": 1.0, "train/layer__model_layers_87/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_87/param/frac_near_user_limit": 0.0, "train/layer_model_layers_31/act/norm": 22801.277820878466, "train/layer_model_layers_31/act/mean": 0.013319675738994893, "train/layer_model_layers_31/act/std": 1.0918985465944115, "train/layer_model_layers_31/act/max_abs": 44.0, "train/layer_model_layers_31/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_31/act/frac_near_user_limit": 0.0, "train/layer_model_layers_31/grad/norm": 0.02664238528014398, "train/layer_model_layers_31/grad/mean": -4.616679330232921e-07, "train/layer_model_layers_31/grad/std": 3.287219958311353e-05, "train/layer_model_layers_31/grad/max_abs": 0.0012054443359375, "train/layer_model_layers_31/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_31/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 26477.02008621596, "train/layer_model_layers_6/act/mean": -0.013923058143028846, "train/layer_model_layers_6/act/std": 1.2672626349503655, "train/layer_model_layers_6/act/max_abs": 46.75, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.04818065756225285, "train/layer_model_layers_6/grad/mean": -4.438247423409811e-07, "train/layer_model_layers_6/grad/std": 5.951230731903086e-05, "train/layer_model_layers_6/grad/max_abs": 0.00176239013671875, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_52/act/norm": 21476.570389458746, "train/layer_model_layers_52/act/mean": 0.0046995603121243994, "train/layer_model_layers_52/act/std": 1.0280911468346263, "train/layer_model_layers_52/act/max_abs": 43.0, "train/layer_model_layers_52/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_52/act/frac_near_user_limit": 0.0, "train/layer_model_layers_52/grad/norm": 0.0330752519495799, "train/layer_model_layers_52/grad/mean": -3.975846582381476e-07, "train/layer_model_layers_52/grad/std": 4.0821732288446706e-05, "train/layer_model_layers_52/grad/max_abs": 0.00151824951171875, "train/layer_model_layers_52/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_52/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_70/param/norm": 20.263793768458683, "train/layer__model_layers_70/param/mean": 0.0013728446781914245, "train/layer__model_layers_70/param/std": 0.050012358476744116, "train/layer__model_layers_70/param/max_abs": 1.0, "train/layer__model_layers_70/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_70/param/frac_near_user_limit": 0.0, "train/layer__model_layers_24/param/norm": 18.999235438975564, "train/layer__model_layers_24/param/mean": 0.0018177716854767942, "train/layer__model_layers_24/param/std": 0.04688124242191299, "train/layer__model_layers_24/param/max_abs": 1.0, "train/layer__model_layers_24/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_24/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 21.158713621328094, "train/layer__model_layers_0/param/mean": 0.0014680811841848674, "train/layer__model_layers_0/param/std": 0.05224993503813844, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_48/act/norm": 22309.175545785612, "train/layer_model_layers_48/act/mean": 0.012378105750450721, "train/layer_model_layers_48/act/std": 1.068555381367199, "train/layer_model_layers_48/act/max_abs": 43.25, "train/layer_model_layers_48/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_48/act/frac_near_user_limit": 0.0, "train/layer_model_layers_48/grad/norm": 0.032855292216230875, "train/layer_model_layers_48/grad/mean": -4.175574229608832e-07, "train/layer_model_layers_48/grad/std": 4.055146977485649e-05, "train/layer_model_layers_48/grad/max_abs": 0.0010223388671875, "train/layer_model_layers_48/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_48/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_88/param/norm": 23.17111112193371, "train/layer__model_layers_88/param/mean": 0.0013592641178791682, "train/layer__model_layers_88/param/std": 0.05714153051464448, "train/layer__model_layers_88/param/max_abs": 1.0, "train/layer__model_layers_88/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_88/param/frac_near_user_limit": 0.0, "train/layer__model_layers_80/param/norm": 21.476299618707596, "train/layer__model_layers_80/param/mean": 0.0015289259031298751, "train/layer__model_layers_80/param/std": 0.05299864978882653, "train/layer__model_layers_80/param/max_abs": 1.0, "train/layer__model_layers_80/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_80/param/frac_near_user_limit": 0.0, "train/layer__model_layers_16/param/norm": 18.601239300531162, "train/layer__model_layers_16/param/mean": 0.0018020368031518136, "train/layer__model_layers_16/param/std": 0.0459030728986632, "train/layer__model_layers_16/param/max_abs": 1.0, "train/layer__model_layers_16/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_16/param/frac_near_user_limit": 0.0, "train/layer_model_layers_25/act/norm": 23534.74558622374, "train/layer_model_layers_25/act/mean": 0.005256286034217248, "train/layer_model_layers_25/act/std": 1.1270672178834602, "train/layer_model_layers_25/act/max_abs": 44.5, "train/layer_model_layers_25/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_25/act/frac_near_user_limit": 0.0, "train/layer_model_layers_25/grad/norm": 0.03599567207860635, "train/layer_model_layers_25/grad/mean": -4.971925860820062e-07, "train/layer_model_layers_25/grad/std": 4.443212900840694e-05, "train/layer_model_layers_25/grad/max_abs": 0.00177001953125, "train/layer_model_layers_25/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_25/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_85/act/norm": 22368.5804585861, "train/layer_model_layers_85/act/mean": 0.0005582662729116586, "train/layer_model_layers_85/act/std": 1.0701906760561133, "train/layer_model_layers_85/act/max_abs": 34.75, "train/layer_model_layers_85/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_85/act/frac_near_user_limit": 0.0, "train/layer_model_layers_85/grad/norm": 0.060516433287749485, "train/layer_model_layers_85/grad/mean": -9.307385002395106e-07, "train/layer_model_layers_85/grad/std": 7.474867336015578e-05, "train/layer_model_layers_85/grad/max_abs": 0.0013275146484375, "train/layer_model_layers_85/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_85/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 26990.19185726782, "train/layer_model_layers_8/act/mean": 0.0007421672344207764, "train/layer_model_layers_8/act/std": 1.2921427996027766, "train/layer_model_layers_8/act/max_abs": 46.5, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.04074754756693494, "train/layer_model_layers_8/grad/mean": -4.63725678265304e-07, "train/layer_model_layers_8/grad/std": 5.0271215765859254e-05, "train/layer_model_layers_8/grad/max_abs": 0.00130462646484375, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_82/param/norm": 20.992511685717837, "train/layer__model_layers_82/param/mean": 0.0014307792770695202, "train/layer__model_layers_82/param/std": 0.05181498308976203, "train/layer__model_layers_82/param/max_abs": 1.0, "train/layer__model_layers_82/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_82/param/frac_near_user_limit": 0.0, "train/layer_model_layers_92/act/norm": 29142.844756583858, "train/layer_model_layers_92/act/mean": 0.0025241558368389425, "train/layer_model_layers_92/act/std": 1.3953161466725896, "train/layer_model_layers_92/act/max_abs": 30.0, "train/layer_model_layers_92/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_92/act/frac_near_user_limit": 0.0, "train/layer_model_layers_92/grad/norm": 0.09009792884476972, "train/layer_model_layers_92/grad/mean": -4.586582064814575e-07, "train/layer_model_layers_92/grad/std": 0.00011110201488284089, "train/layer_model_layers_92/grad/max_abs": 0.00154876708984375, "train/layer_model_layers_92/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_92/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_91/act/norm": 27152.196894801647, "train/layer_model_layers_91/act/mean": -0.004542424128605769, "train/layer_model_layers_91/act/std": 1.3013466066713177, "train/layer_model_layers_91/act/max_abs": 27.625, "train/layer_model_layers_91/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_91/act/frac_near_user_limit": 0.0, "train/layer_model_layers_91/grad/norm": 0.08592649038461123, "train/layer_model_layers_91/grad/mean": -1.4773057119894697e-06, "train/layer_model_layers_91/grad/std": 0.00010600407595660205, "train/layer_model_layers_91/grad/max_abs": 0.0014190673828125, "train/layer_model_layers_91/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_91/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_64/param/norm": 20.38879900827903, "train/layer__model_layers_64/param/mean": 0.0014179961729719188, "train/layer__model_layers_64/param/std": 0.05033006835562259, "train/layer__model_layers_64/param/max_abs": 1.0, "train/layer__model_layers_64/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_64/param/frac_near_user_limit": 0.0, "train/layer_model_layers_67/act/norm": 21080.714898035956, "train/layer_model_layers_67/act/mean": 0.004122293912447416, "train/layer_model_layers_67/act/std": 1.0097092546337374, "train/layer_model_layers_67/act/max_abs": 42.5, "train/layer_model_layers_67/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_67/act/frac_near_user_limit": 0.0, "train/layer_model_layers_67/grad/norm": 0.03594549762420464, "train/layer_model_layers_67/grad/mean": -7.465647391149667e-07, "train/layer_model_layers_67/grad/std": 4.437925722613814e-05, "train/layer_model_layers_67/grad/max_abs": 0.00095367431640625, "train/layer_model_layers_67/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_67/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_32/param/norm": 18.794101780046578, "train/layer__model_layers_32/param/mean": 0.0016966297548386311, "train/layer__model_layers_32/param/std": 0.04636266407788077, "train/layer__model_layers_32/param/max_abs": 1.0, "train/layer__model_layers_32/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_32/param/frac_near_user_limit": 0.0, "train/layer__model_layers_34/param/norm": 19.12408724333334, "train/layer__model_layers_34/param/mean": 0.0016511390436086194, "train/layer__model_layers_34/param/std": 0.04719357373194277, "train/layer__model_layers_34/param/max_abs": 1.0, "train/layer__model_layers_34/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_34/param/frac_near_user_limit": 0.0, "train/layer__model_layers_58/param/norm": 19.65195824569717, "train/layer__model_layers_58/param/mean": 0.00144580001950078, "train/layer__model_layers_58/param/std": 0.048486548281301035, "train/layer__model_layers_58/param/max_abs": 1.0, "train/layer__model_layers_58/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_58/param/frac_near_user_limit": 0.0, "train/layer__model_layers_61/param/norm": 20.333504764688872, "train/layer__model_layers_61/param/mean": 0.0015483363742203496, "train/layer__model_layers_61/param/std": 0.0501757203271449, "train/layer__model_layers_61/param/max_abs": 1.0, "train/layer__model_layers_61/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_61/param/frac_near_user_limit": 0.0, "train/layer_model_layers_81/act/norm": 22598.373897630725, "train/layer_model_layers_81/act/mean": 0.007509378286508413, "train/layer_model_layers_81/act/std": 1.0815870233256104, "train/layer_model_layers_81/act/max_abs": 38.5, "train/layer_model_layers_81/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_81/act/frac_near_user_limit": 0.0, "train/layer_model_layers_81/grad/norm": 0.06167780872637684, "train/layer_model_layers_81/grad/mean": -9.107521143792758e-07, "train/layer_model_layers_81/grad/std": 7.616696091871386e-05, "train/layer_model_layers_81/grad/max_abs": 0.001190185546875, "train/layer_model_layers_81/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_81/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_17/param/norm": 18.81294772100122, "train/layer__model_layers_17/param/mean": 0.00177770843743906, "train/layer__model_layers_17/param/std": 0.04641659444233005, "train/layer__model_layers_17/param/max_abs": 1.0, "train/layer__model_layers_17/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_17/param/frac_near_user_limit": 0.0, "train/layer_model_layers_72/act/norm": 20766.278527334493, "train/layer_model_layers_72/act/mean": 0.010328714664165791, "train/layer_model_layers_72/act/std": 0.9943028870298594, "train/layer_model_layers_72/act/max_abs": 42.25, "train/layer_model_layers_72/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_72/act/frac_near_user_limit": 0.0, "train/layer_model_layers_72/grad/norm": 0.04190029710590536, "train/layer_model_layers_72/grad/mean": -7.606740581821912e-07, "train/layer_model_layers_72/grad/std": 5.170976950540901e-05, "train/layer_model_layers_72/grad/max_abs": 0.000926971435546875, "train/layer_model_layers_72/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_72/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_40/param/norm": 19.63928868763454, "train/layer__model_layers_40/param/mean": 0.0013287524909199493, "train/layer__model_layers_40/param/std": 0.04846077643179999, "train/layer__model_layers_40/param/max_abs": 1.0, "train/layer__model_layers_40/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_40/param/frac_near_user_limit": 0.0, "train/layer__model_layers_27/param/norm": 18.77161514511338, "train/layer__model_layers_27/param/mean": 0.0017601644007166537, "train/layer__model_layers_27/param/std": 0.04630654583483211, "train/layer__model_layers_27/param/max_abs": 1.0, "train/layer__model_layers_27/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_27/param/frac_near_user_limit": 0.0, "train/layer_model_layers_20/act/norm": 23263.865639117736, "train/layer_model_layers_20/act/mean": 0.0093078980079064, "train/layer_model_layers_20/act/std": 1.1149807812643295, "train/layer_model_layers_20/act/max_abs": 45.25, "train/layer_model_layers_20/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_20/act/frac_near_user_limit": 0.0, "train/layer_model_layers_20/grad/norm": 0.022538287697997945, "train/layer_model_layers_20/grad/mean": -3.927270427793729e-07, "train/layer_model_layers_20/grad/std": 2.7815752269510492e-05, "train/layer_model_layers_20/grad/max_abs": 0.000701904296875, "train/layer_model_layers_20/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_20/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_85/param/norm": 21.514104430654903, "train/layer__model_layers_85/param/mean": 0.0014590116075346138, "train/layer__model_layers_85/param/std": 0.05308527638858833, "train/layer__model_layers_85/param/max_abs": 1.0, "train/layer__model_layers_85/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_85/param/frac_near_user_limit": 0.0, "train/layer_model_layers_36/act/norm": 22987.33579919034, "train/layer_model_layers_36/act/mean": 0.005234351524939904, "train/layer_model_layers_36/act/std": 1.1000812319736555, "train/layer_model_layers_36/act/max_abs": 43.75, "train/layer_model_layers_36/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_36/act/frac_near_user_limit": 0.0, "train/layer_model_layers_36/grad/norm": 0.039523075357686205, "train/layer_model_layers_36/grad/mean": -4.988154992112503e-07, "train/layer_model_layers_36/grad/std": 4.877820003120267e-05, "train/layer_model_layers_36/grad/max_abs": 0.002105712890625, "train/layer_model_layers_36/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_36/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_46/param/norm": 19.60957420217545, "train/layer__model_layers_46/param/mean": 0.001472604070178432, "train/layer__model_layers_46/param/std": 0.04840119063232027, "train/layer__model_layers_46/param/max_abs": 1.0, "train/layer__model_layers_46/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_46/param/frac_near_user_limit": 0.0, "train/layer_model_layers_45/act/norm": 22500.537183459262, "train/layer_model_layers_45/act/mean": 0.023921086237980768, "train/layer_model_layers_45/act/std": 1.0773437744537697, "train/layer_model_layers_45/act/max_abs": 43.75, "train/layer_model_layers_45/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_45/act/frac_near_user_limit": 0.0, "train/layer_model_layers_45/grad/norm": 0.043373826011745525, "train/layer_model_layers_45/grad/mean": -5.05923916834193e-07, "train/layer_model_layers_45/grad/std": 5.352943292052974e-05, "train/layer_model_layers_45/grad/max_abs": 0.00164031982421875, "train/layer_model_layers_45/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_45/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_17/act/norm": 24299.302340922462, "train/layer_model_layers_17/act/mean": -0.0021872887244591345, "train/layer_model_layers_17/act/std": 1.1635058040574657, "train/layer_model_layers_17/act/max_abs": 45.5, "train/layer_model_layers_17/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_17/act/frac_near_user_limit": 0.0, "train/layer_model_layers_17/grad/norm": 0.03357415292056681, "train/layer_model_layers_17/grad/mean": -4.5841484215813753e-07, "train/layer_model_layers_17/grad/std": 4.145692906327018e-05, "train/layer_model_layers_17/grad/max_abs": 0.00144195556640625, "train/layer_model_layers_17/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_17/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_57/param/norm": 19.931253919723666, "train/layer__model_layers_57/param/mean": 0.0014968848265649376, "train/layer__model_layers_57/param/std": 0.049192968822122915, "train/layer__model_layers_57/param/max_abs": 1.0, "train/layer__model_layers_57/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_57/param/frac_near_user_limit": 0.0, "train/layer_model_layers_65/act/norm": 20874.860756794857, "train/layer_model_layers_65/act/mean": 0.006156811347374549, "train/layer_model_layers_65/act/std": 0.9999349132834222, "train/layer_model_layers_65/act/max_abs": 42.5, "train/layer_model_layers_65/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_65/act/frac_near_user_limit": 0.0, "train/layer_model_layers_65/grad/norm": 0.03473665571306303, "train/layer_model_layers_65/grad/mean": -7.59257459882269e-07, "train/layer_model_layers_65/grad/std": 4.286207203669479e-05, "train/layer_model_layers_65/grad/max_abs": 0.0010986328125, "train/layer_model_layers_65/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_65/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_22/act/norm": 23871.097763498412, "train/layer_model_layers_22/act/mean": 0.012124978579007663, "train/layer_model_layers_22/act/std": 1.1419526656642298, "train/layer_model_layers_22/act/max_abs": 44.75, "train/layer_model_layers_22/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_22/act/frac_near_user_limit": 0.0, "train/layer_model_layers_22/grad/norm": 0.028853292185979665, "train/layer_model_layers_22/grad/mean": -3.9309367839706113e-07, "train/layer_model_layers_22/grad/std": 3.561042818714209e-05, "train/layer_model_layers_22/grad/max_abs": 0.0010528564453125, "train/layer_model_layers_22/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_22/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_79/act/norm": 21743.532410020303, "train/layer_model_layers_79/act/mean": -0.008661591089688815, "train/layer_model_layers_79/act/std": 1.0421862188776854, "train/layer_model_layers_79/act/max_abs": 40.75, "train/layer_model_layers_79/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_79/act/frac_near_user_limit": 0.0, "train/layer_model_layers_79/grad/norm": 0.05594893635762604, "train/layer_model_layers_79/grad/mean": -8.484835383393649e-07, "train/layer_model_layers_79/grad/std": 6.907389287716632e-05, "train/layer_model_layers_79/grad/max_abs": 0.00103759765625, "train/layer_model_layers_79/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_79/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_74/act/norm": 21098.424314775344, "train/layer_model_layers_74/act/mean": 0.011860333956204928, "train/layer_model_layers_74/act/std": 1.0094250047749178, "train/layer_model_layers_74/act/max_abs": 41.5, "train/layer_model_layers_74/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_74/act/frac_near_user_limit": 0.0, "train/layer_model_layers_74/grad/norm": 0.044371235957628506, "train/layer_model_layers_74/grad/mean": -9.272928972977e-07, "train/layer_model_layers_74/grad/std": 5.4785891274226065e-05, "train/layer_model_layers_74/grad/max_abs": 0.0010986328125, "train/layer_model_layers_74/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_74/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_21/act/norm": 24411.79624187961, "train/layer_model_layers_21/act/mean": 0.0024361243614783655, "train/layer_model_layers_21/act/std": 1.1687408448849752, "train/layer_model_layers_21/act/max_abs": 44.75, "train/layer_model_layers_21/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_21/act/frac_near_user_limit": 0.0, "train/layer_model_layers_21/grad/norm": 0.032732291679154084, "train/layer_model_layers_21/grad/mean": -4.808565742639874e-07, "train/layer_model_layers_21/grad/std": 4.0410225674389326e-05, "train/layer_model_layers_21/grad/max_abs": 0.00115966796875, "train/layer_model_layers_21/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_21/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_73/param/norm": 19.703502920642055, "train/layer__model_layers_73/param/mean": 0.001486946379710657, "train/layer__model_layers_73/param/std": 0.04864409028440953, "train/layer__model_layers_73/param/max_abs": 1.0, "train/layer__model_layers_73/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_73/param/frac_near_user_limit": 0.0, "train/layer_model_layers_82/act/norm": 21505.588419437918, "train/layer_model_layers_82/act/mean": 0.010124499981219951, "train/layer_model_layers_82/act/std": 1.0303667724532115, "train/layer_model_layers_82/act/max_abs": 38.25, "train/layer_model_layers_82/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_82/act/frac_near_user_limit": 0.0, "train/layer_model_layers_82/grad/norm": 0.052696224161282966, "train/layer_model_layers_82/grad/mean": -9.876334467283836e-07, "train/layer_model_layers_82/grad/std": 6.505390100897364e-05, "train/layer_model_layers_82/grad/max_abs": 0.00086212158203125, "train/layer_model_layers_82/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_82/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_54/param/norm": 19.64211659013929, "train/layer__model_layers_54/param/mean": 0.0015056925519208268, "train/layer__model_layers_54/param/std": 0.0484659408553477, "train/layer__model_layers_54/param/max_abs": 1.0, "train/layer__model_layers_54/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_54/param/frac_near_user_limit": 0.0, "train/layer__model_layers_71/param/norm": 20.028769590969013, "train/layer__model_layers_71/param/mean": 0.0013667239041856595, "train/layer__model_layers_71/param/std": 0.04943498246704539, "train/layer__model_layers_71/param/max_abs": 1.0, "train/layer__model_layers_71/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_71/param/frac_near_user_limit": 0.0, "train/layer__model_layers_14/param/norm": 18.988187631557942, "train/layer__model_layers_14/param/mean": 0.0018465158161990543, "train/layer__model_layers_14/param/std": 0.046840652459298165, "train/layer__model_layers_14/param/max_abs": 1.0, "train/layer__model_layers_14/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_14/param/frac_near_user_limit": 0.0, "train/layer__model_layers_11/param/norm": 19.00698884621128, "train/layer__model_layers_11/param/mean": 0.0020194924007897815, "train/layer__model_layers_11/param/std": 0.046872488707264466, "train/layer__model_layers_11/param/max_abs": 1.0, "train/layer__model_layers_11/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_11/param/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.253278180692373, "train/layer__model_layers_8/param/mean": 0.001487601007946568, "train/layer__model_layers_8/param/std": 0.04750190729209191, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_12/act/norm": 24372.076214401073, "train/layer_model_layers_12/act/mean": -0.005109640268179087, "train/layer_model_layers_12/act/std": 1.1663889431168901, "train/layer_model_layers_12/act/max_abs": 46.25, "train/layer_model_layers_12/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_12/act/frac_near_user_limit": 0.0, "train/layer_model_layers_12/grad/norm": 0.02845122692344001, "train/layer_model_layers_12/grad/mean": -3.4322949202096327e-07, "train/layer_model_layers_12/grad/std": 3.509853595061393e-05, "train/layer_model_layers_12/grad/max_abs": 0.0009307861328125, "train/layer_model_layers_12/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_12/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_89/param/norm": 23.289365196372355, "train/layer__model_layers_89/param/mean": 0.0013143030604036662, "train/layer__model_layers_89/param/std": 0.05742452027866327, "train/layer__model_layers_89/param/max_abs": 1.0, "train/layer__model_layers_89/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_89/param/frac_near_user_limit": 0.0, "train/layer__model_layers_22/param/norm": 19.03294327442553, "train/layer__model_layers_22/param/mean": 0.0017373357287807137, "train/layer__model_layers_22/param/std": 0.04694201477689642, "train/layer__model_layers_22/param/max_abs": 1.0, "train/layer__model_layers_22/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_22/param/frac_near_user_limit": 0.0, "train/layer__model_layers_74/param/norm": 20.394815182494913, "train/layer__model_layers_74/param/mean": 0.001693796999926872, "train/layer__model_layers_74/param/std": 0.05031898374605364, "train/layer__model_layers_74/param/max_abs": 1.0, "train/layer__model_layers_74/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_74/param/frac_near_user_limit": 0.0, "train/layer__model_layers_78/param/norm": 20.818041914181673, "train/layer__model_layers_78/param/mean": 0.001569744949221797, "train/layer__model_layers_78/param/std": 0.05135253677482313, "train/layer__model_layers_78/param/max_abs": 1.0, "train/layer__model_layers_78/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_78/param/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 19.080863337467857, "train/layer__model_layers_1/param/mean": 0.0014249947439303823, "train/layer__model_layers_1/param/std": 0.04709583983316494, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer_model_layers_69/act/norm": 21278.1089503729, "train/layer_model_layers_69/act/mean": 0.0006052163931039664, "train/layer_model_layers_69/act/std": 1.0184960072796234, "train/layer_model_layers_69/act/max_abs": 41.75, "train/layer_model_layers_69/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_69/act/frac_near_user_limit": 0.0, "train/layer_model_layers_69/grad/norm": 0.0469682802690656, "train/layer_model_layers_69/grad/mean": -6.542450279090408e-07, "train/layer_model_layers_69/grad/std": 5.796024535207999e-05, "train/layer_model_layers_69/grad/max_abs": 0.001556396484375, "train/layer_model_layers_69/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_69/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_28/act/norm": 23628.168922890447, "train/layer_model_layers_28/act/mean": 0.013968999569232646, "train/layer_model_layers_28/act/std": 1.1319496747480278, "train/layer_model_layers_28/act/max_abs": 44.0, "train/layer_model_layers_28/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_28/act/frac_near_user_limit": 0.0, "train/layer_model_layers_28/grad/norm": 0.03938983764270652, "train/layer_model_layers_28/grad/mean": -4.785428878483646e-07, "train/layer_model_layers_28/grad/std": 4.861303193106038e-05, "train/layer_model_layers_28/grad/max_abs": 0.00113677978515625, "train/layer_model_layers_28/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_28/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_51/act/norm": 21672.724827181115, "train/layer_model_layers_51/act/mean": 0.0015393770658052885, "train/layer_model_layers_51/act/std": 1.0376161226223448, "train/layer_model_layers_51/act/max_abs": 43.0, "train/layer_model_layers_51/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_51/act/frac_near_user_limit": 0.0, "train/layer_model_layers_51/grad/norm": 0.030622122702184576, "train/layer_model_layers_51/grad/mean": -4.716005572953295e-07, "train/layer_model_layers_51/grad/std": 3.7806881391303425e-05, "train/layer_model_layers_51/grad/max_abs": 0.000934600830078125, "train/layer_model_layers_51/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_51/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_33/act/norm": 22673.199734479254, "train/layer_model_layers_33/act/mean": 0.004277155949519231, "train/layer_model_layers_33/act/std": 1.0858881418348132, "train/layer_model_layers_33/act/max_abs": 43.75, "train/layer_model_layers_33/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_33/act/frac_near_user_limit": 0.0, "train/layer_model_layers_33/grad/norm": 0.02842595363030986, "train/layer_model_layers_33/grad/mean": -4.0145378774860164e-07, "train/layer_model_layers_33/grad/std": 3.511607554472525e-05, "train/layer_model_layers_33/grad/max_abs": 0.000942230224609375, "train/layer_model_layers_33/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_33/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_56/param/norm": 19.354777753180223, "train/layer__model_layers_56/param/mean": 0.0013349893126584438, "train/layer__model_layers_56/param/std": 0.04774497478358509, "train/layer__model_layers_56/param/max_abs": 1.0, "train/layer__model_layers_56/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_56/param/frac_near_user_limit": 0.0, "train/layer_model_layers_42/act/norm": 22496.486728814736, "train/layer_model_layers_42/act/mean": 0.01295302464411809, "train/layer_model_layers_42/act/std": 1.0778123924720031, "train/layer_model_layers_42/act/max_abs": 43.75, "train/layer_model_layers_42/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_42/act/frac_near_user_limit": 0.0, "train/layer_model_layers_42/grad/norm": 0.03838433753516191, "train/layer_model_layers_42/grad/mean": -6.315238808692896e-07, "train/layer_model_layers_42/grad/std": 4.735200796467736e-05, "train/layer_model_layers_42/grad/max_abs": 0.00159454345703125, "train/layer_model_layers_42/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_42/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_70/act/norm": 20842.759660982003, "train/layer_model_layers_70/act/mean": -0.000488427969125601, "train/layer_model_layers_70/act/std": 0.9972974626142214, "train/layer_model_layers_70/act/max_abs": 41.75, "train/layer_model_layers_70/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_70/act/frac_near_user_limit": 0.0, "train/layer_model_layers_70/grad/norm": 0.03710637989278303, "train/layer_model_layers_70/grad/mean": -6.146743521675491e-07, "train/layer_model_layers_70/grad/std": 4.581189128064678e-05, "train/layer_model_layers_70/grad/max_abs": 0.00086212158203125, "train/layer_model_layers_70/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_70/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_29/act/norm": 22776.293205599002, "train/layer_model_layers_29/act/mean": 0.01217348758990948, "train/layer_model_layers_29/act/std": 1.0907901107461917, "train/layer_model_layers_29/act/max_abs": 44.0, "train/layer_model_layers_29/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_29/act/frac_near_user_limit": 0.0, "train/layer_model_layers_29/grad/norm": 0.03167594131086786, "train/layer_model_layers_29/grad/mean": -4.210554672820659e-07, "train/layer_model_layers_29/grad/std": 3.908849714063765e-05, "train/layer_model_layers_29/grad/max_abs": 0.0015869140625, "train/layer_model_layers_29/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_29/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_18/param/norm": 18.75930758566931, "train/layer__model_layers_18/param/mean": 0.001947316662197738, "train/layer__model_layers_18/param/std": 0.04626414919782966, "train/layer__model_layers_18/param/max_abs": 1.0, "train/layer__model_layers_18/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_18/param/frac_near_user_limit": 0.0, "train/layer__model_layers_51/param/norm": 19.519777880796312, "train/layer__model_layers_51/param/mean": 0.0013097995156988896, "train/layer__model_layers_51/param/std": 0.04818685359452662, "train/layer__model_layers_51/param/max_abs": 1.0, "train/layer__model_layers_51/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_51/param/frac_near_user_limit": 0.0, "train/layer_model_layers_73/act/norm": 20388.240121654813, "train/layer_model_layers_73/act/mean": 0.0032613506683936487, "train/layer_model_layers_73/act/std": 0.97683148114003, "train/layer_model_layers_73/act/max_abs": 42.0, "train/layer_model_layers_73/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_73/act/frac_near_user_limit": 0.0, "train/layer_model_layers_73/grad/norm": 0.03860449845067342, "train/layer_model_layers_73/grad/mean": -7.666913318838605e-07, "train/layer_model_layers_73/grad/std": 4.7679335274657716e-05, "train/layer_model_layers_73/grad/max_abs": 0.0016021728515625, "train/layer_model_layers_73/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_73/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_54/act/norm": 21669.37613228568, "train/layer_model_layers_54/act/mean": 0.0035663568056546724, "train/layer_model_layers_54/act/std": 1.0371489397096179, "train/layer_model_layers_54/act/max_abs": 43.0, "train/layer_model_layers_54/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_54/act/frac_near_user_limit": 0.0, "train/layer_model_layers_54/grad/norm": 0.03477244400149904, "train/layer_model_layers_54/grad/mean": -4.783293084123763e-07, "train/layer_model_layers_54/grad/std": 4.289459708847756e-05, "train/layer_model_layers_54/grad/max_abs": 0.00095367431640625, "train/layer_model_layers_54/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_54/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_20/param/norm": 18.559205042158325, "train/layer__model_layers_20/param/mean": 0.0018022034357936818, "train/layer__model_layers_20/param/std": 0.045790031015953345, "train/layer__model_layers_20/param/max_abs": 1.0, "train/layer__model_layers_20/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_20/param/frac_near_user_limit": 0.0, "train/layer__model_layers_21/param/norm": 19.095361020415403, "train/layer__model_layers_21/param/mean": 0.001754832156176872, "train/layer__model_layers_21/param/std": 0.04709317203219539, "train/layer__model_layers_21/param/max_abs": 1.0, "train/layer__model_layers_21/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_21/param/frac_near_user_limit": 0.0, "train/layer__model_layers_76/param/norm": 20.544326125173832, "train/layer__model_layers_76/param/mean": 0.0014314220029738689, "train/layer__model_layers_76/param/std": 0.05069543116375055, "train/layer__model_layers_76/param/max_abs": 1.0, "train/layer__model_layers_76/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_76/param/frac_near_user_limit": 0.0, "train/layer_model_layers_76/act/norm": 21284.875227925902, "train/layer_model_layers_76/act/mean": 0.0012346781217134916, "train/layer_model_layers_76/act/std": 1.018625039869434, "train/layer_model_layers_76/act/max_abs": 41.25, "train/layer_model_layers_76/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_76/act/frac_near_user_limit": 0.0, "train/layer_model_layers_76/grad/norm": 0.042890980692432044, "train/layer_model_layers_76/grad/mean": -5.431746404368122e-07, "train/layer_model_layers_76/grad/std": 5.294765958061056e-05, "train/layer_model_layers_76/grad/max_abs": 0.000911712646484375, "train/layer_model_layers_76/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_76/grad/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 521.4967832546793, "train/tensor_act_model_embed_tokens/mean": 0.00199127197265625, "train/tensor_act_model_embed_tokens/std": 0.08996606972969089, "train/tensor_act_model_embed_tokens/max_abs": 0.427734375, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 2297.209228515625, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 5791.489135754665, "train/tensor_act_model_layers_0_input_layernorm/mean": 0.020782470703125, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0000000125728545, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 2509.116565906553, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": 0.0049285888671875, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.4331064286054707, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 4.65625, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 4327.380123805864, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.00690460205078125, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.7470723097204177, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 4.5, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 1415.9226972610556, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.001293182373046875, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.24414063218235957, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 190.32384945493746, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.002254486083984375, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.03277698240606911, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.3515625, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 190.32384945493746, "train/tensor_act_model_layers_0_self_attn/mean": 0.002254486083984375, "train/tensor_act_model_layers_0_self_attn/std": 0.03277698240606911, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.3515625, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 5792.274902344357, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.0426025390625, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.000000126659862, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 10975.092831390788, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.1085205078125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 1.0878993569919109, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 6.78125, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 20306.618326775, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.10986328125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 3.504104472563596, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 46.5, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 20306.618326775, "train/tensor_act_model_layers_0_mlp/mean": 0.10986328125, "train/tensor_act_model_layers_0_mlp/std": 3.504104472563596, "train/tensor_act_model_layers_0_mlp/max_abs": 46.5, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 20375.86860253409, "train/tensor_act_model_layers_0/mean": 0.114013671875, "train/tensor_act_model_layers_0/std": 3.515781339771942, "train/tensor_act_model_layers_0/max_abs": 46.5, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 5792.608398437603, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.04254150390625, "train/tensor_act_model_layers_1_input_layernorm/std": 1.000000065192578, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 4.125, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 8591.175487437495, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": -0.22021484375, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 1.4687500811637693, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 6.1875, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 7749.043784925489, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": -0.03717041015625, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 1.3359375376450382, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 5.71875, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 2347.3550109852613, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.017547607421875, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.40429688766958616, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 2.53125, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 925.1637301712755, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": -0.00262451171875, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.15991269249846157, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.87109375, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 925.1637301712755, "train/tensor_act_model_layers_1_self_attn/mean": -0.00262451171875, "train/tensor_act_model_layers_1_self_attn/std": 0.15991269249846157, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.87109375, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 5792.609619140732, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.0416259765625, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 1.0000000819563832, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 4.09375, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 4676.567622647123, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.0501708984375, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.4628906410957688, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 3166.7167213926186, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.0087890625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.5468750119209288, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 4.28125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 3166.7167213926186, "train/tensor_act_model_layers_1_mlp/mean": -0.0087890625, "train/tensor_act_model_layers_1_mlp/std": 0.5468750119209288, "train/tensor_act_model_layers_1_mlp/max_abs": 4.28125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 21398.20137340602, "train/tensor_act_model_layers_1/mean": 0.102783203125, "train/tensor_act_model_layers_1/std": 3.695452979806886, "train/tensor_act_model_layers_1/max_abs": 47.0, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 5792.612792969378, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.03546142578125, "train/tensor_act_model_layers_2_input_layernorm/std": 1.000000065192578, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 4.125, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 7745.679063418546, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.0135345458984375, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.3359376027395813, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.9375, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 6603.39109118075, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.04595947265625, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.140625031027075, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 2028.184338113904, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.050048828125, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.34619248232654076, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.875, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 498.6285823747939, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -4.947185516357422e-05, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.08606056925279078, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 1.234375, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 498.6285823747939, "train/tensor_act_model_layers_2_self_attn/mean": -4.947185516357422e-05, "train/tensor_act_model_layers_2_self_attn/std": 0.08606056925279078, "train/tensor_act_model_layers_2_self_attn/max_abs": 1.234375, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 5792.606323244331, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.03558349609375, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 1.0000000800937383, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 4046.3365642795197, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.05499267578125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.3999032520102223, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 1439.6854748103956, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.017669677734375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.24780313087769906, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 1.4296875, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 1439.6854748103956, "train/tensor_act_model_layers_2_mlp/mean": -0.017669677734375, "train/tensor_act_model_layers_2_mlp/std": 0.24780313087769906, "train/tensor_act_model_layers_2_mlp/max_abs": 1.4296875, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 21808.310603374808, "train/tensor_act_model_layers_2/mean": 0.0849609375, "train/tensor_act_model_layers_2/std": 3.7657709845266116, "train/tensor_act_model_layers_2/max_abs": 47.25, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 5792.609619141021, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.028228759765625, "train/tensor_act_model_layers_3_input_layernorm/std": 1.0000000461004663, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 9826.47613641649, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": -0.0572509765625, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.6953125747118112, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 6.75, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 9026.281953049836, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": -0.0579833984375, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.5566443439664173, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 6.40625, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 3080.7293300620295, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.0225830078125, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.5312500070123111, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 3.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 1310.319381926611, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": -0.00030847638845443726, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.22607596978265196, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 2.359375, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 1310.319381926611, "train/tensor_act_model_layers_3_self_attn/mean": -0.00030847638845443726, "train/tensor_act_model_layers_3_self_attn/std": 0.22607596978265196, "train/tensor_act_model_layers_3_self_attn/max_abs": 2.359375, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 5792.603637702015, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.028106689453125, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 1.0000000684522068, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 3689.9484882727475, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.0821533203125, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.35839983032953765, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 849.6025801379145, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.014984130859375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.1457525697372403, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.8046875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 849.6025801379145, "train/tensor_act_model_layers_3_mlp/mean": -0.014984130859375, "train/tensor_act_model_layers_3_mlp/std": 0.1457525697372403, "train/tensor_act_model_layers_3_mlp/max_abs": 0.8046875, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 21959.54284072118, "train/tensor_act_model_layers_3/mean": 0.069580078125, "train/tensor_act_model_layers_3/std": 3.789199582795823, "train/tensor_act_model_layers_3/max_abs": 47.5, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 5792.609008793676, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.022552490234375, "train/tensor_act_model_layers_4_input_layernorm/std": 1.0000000833533669, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 7197.437540617848, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": 0.03985595703125, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.2402390172075515, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 6.40625, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 7931.82923517526, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": -0.04632568359375, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.3691448410230473, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 6.0625, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 1935.8358628510346, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": -0.03448486328125, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.33203140146588633, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.578125, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 653.7490320309398, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": 0.0030517578125, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.11280411555792307, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.9609375, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 653.7490320309398, "train/tensor_act_model_layers_4_self_attn/mean": 0.0030517578125, "train/tensor_act_model_layers_4_self_attn/std": 0.11280411555792307, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.9609375, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 5792.604492187963, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.023529052734375, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0000000833533669, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 4.25, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 3744.1537488819285, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.088134765625, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.3632813320364911, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 725.1084091212908, "train/tensor_act_model_layers_4_mlp_down_proj/mean": -0.017333984375, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.12390154758684527, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 725.1084091212908, "train/tensor_act_model_layers_4_mlp/mean": -0.017333984375, "train/tensor_act_model_layers_4_mlp/std": 0.12390154758684527, "train/tensor_act_model_layers_4_mlp/max_abs": 1.1171875, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 21928.164256514057, "train/tensor_act_model_layers_4/mean": 0.05548095703125, "train/tensor_act_model_layers_4/std": 3.7891996314609475, "train/tensor_act_model_layers_4/max_abs": 47.25, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 5792.606201172672, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.016845703125, "train/tensor_act_model_layers_5_input_layernorm/std": 1.000000063329933, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 8125.322579711742, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.0330810546875, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.402349248891266, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.84375, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 9205.835389316875, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.091064453125, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.585937593958058, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 5.90625, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 2415.8248054019036, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": 0.010650634765625, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.41699337233256695, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 2.015625, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 719.0897024394225, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.000946044921875, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.1241476635244072, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.87890625, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 719.0897024394225, "train/tensor_act_model_layers_5_self_attn/mean": -0.000946044921875, "train/tensor_act_model_layers_5_self_attn/std": 0.1241476635244072, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.87890625, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 5792.60717773687, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.016326904296875, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0000000833533669, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 4.25, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 3211.1717616990204, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.06689453125, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.3125, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 726.5040549485849, "train/tensor_act_model_layers_5_mlp_down_proj/mean": -0.006622314453125, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.12524485634344584, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.9140625, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 726.5040549485849, "train/tensor_act_model_layers_5_mlp/mean": -0.006622314453125, "train/tensor_act_model_layers_5_mlp/std": 0.12524485634344584, "train/tensor_act_model_layers_5_mlp/max_abs": 0.9140625, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 21999.295383728324, "train/tensor_act_model_layers_5/mean": 0.0479736328125, "train/tensor_act_model_layers_5/std": 3.7970198988247397, "train/tensor_act_model_layers_5/max_abs": 47.0, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 5792.6087646500255, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.0137939453125, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0000000800937383, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 9143.06768799488, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.01611328125, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 1.57812500236058, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 6.1875, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 6894.969056706942, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.01568603515625, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.1914127341860061, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 6.21875, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 2395.816146006794, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.02197265625, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.4125985862224865, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 3.25, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 1134.6223403320312, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.0045318603515625, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.19581115545344058, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 1134.6223403320312, "train/tensor_act_model_layers_6_self_attn/mean": -0.0045318603515625, "train/tensor_act_model_layers_6_self_attn/std": 0.19581115545344058, "train/tensor_act_model_layers_6_self_attn/max_abs": 1.8203125, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 5792.605834964007, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.0119781494140625, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0000000674044691, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 3221.8725190473965, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.076171875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.3125, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 610.0314641094516, "train/tensor_act_model_layers_6_mlp_down_proj/mean": -0.00748443603515625, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.10498103734904825, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 610.0314641094516, "train/tensor_act_model_layers_6_mlp/mean": -0.00748443603515625, "train/tensor_act_model_layers_6_mlp/std": 0.10498103734904825, "train/tensor_act_model_layers_6_mlp/max_abs": 1.1796875, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 21985.183622769542, "train/tensor_act_model_layers_6/mean": 0.03594970703125, "train/tensor_act_model_layers_6/std": 3.7931359030313407, "train/tensor_act_model_layers_6/max_abs": 46.75, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 5792.608276375001, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.0091552734375, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0000000661239006, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 10116.189232541295, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": 0.21630859375, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.7343750687332826, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 10.1875, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 10967.521055335963, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.0333251953125, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.8906253270866173, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 6.40625, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 2489.4646787529696, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.026397705078125, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.4292001160057853, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 1.890625, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 985.864312701009, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": 0.0002872347831726074, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.1701680237503426, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 1.1875, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 985.864312701009, "train/tensor_act_model_layers_7_self_attn/mean": 0.0002872347831726074, "train/tensor_act_model_layers_7_self_attn/std": 0.1701680237503426, "train/tensor_act_model_layers_7_self_attn/max_abs": 1.1875, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 5792.611206057264, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": 0.0088958740234375, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0000000534346314, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 3067.657698523484, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.06787109375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.298828125, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 656.5554115862741, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.0008611679077148438, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.1134045716943659, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 1.46875, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 656.5554115862741, "train/tensor_act_model_layers_7_mlp/mean": -0.0008611679077148438, "train/tensor_act_model_layers_7_mlp/std": 0.1134045716943659, "train/tensor_act_model_layers_7_mlp/max_abs": 1.46875, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 21826.04967893683, "train/tensor_act_model_layers_7/mean": 0.0352783203125, "train/tensor_act_model_layers_7/std": 3.769715610008166, "train/tensor_act_model_layers_7/max_abs": 46.5, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 5792.609863284121, "train/tensor_act_model_layers_8_input_layernorm/mean": 0.0083770751953125, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0000000571599215, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 10055.979849950749, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.114501953125, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.734375017183321, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 7.71875, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 8487.629693998239, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": 0.03631591796875, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.4648489621387577, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 5.53125, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 2242.5582838185123, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.004180908203125, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.38671876083720796, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 2.21875, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 880.7156197433742, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": 0.00028364360332489014, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.1518642090867979, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 1.296875, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 880.7156197433742, "train/tensor_act_model_layers_8_self_attn/mean": 0.00028364360332489014, "train/tensor_act_model_layers_8_self_attn/std": 0.1518642090867979, "train/tensor_act_model_layers_8_self_attn/max_abs": 1.296875, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 5792.601684573866, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": 0.0085601806640625, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0000000487780187, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 2636.660263756493, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0631103515625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.2558594623594645, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.125, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 396.712636355125, "train/tensor_act_model_layers_8_mlp_down_proj/mean": -0.00025081634521484375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.06835937532596291, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.41796875, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 396.712636355125, "train/tensor_act_model_layers_8_mlp/mean": -0.00025081634521484375, "train/tensor_act_model_layers_8_mlp/std": 0.06835937532596291, "train/tensor_act_model_layers_8_mlp/max_abs": 0.41796875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 21779.627585946513, "train/tensor_act_model_layers_8/mean": 0.03533935546875, "train/tensor_act_model_layers_8/std": 3.75795070439652, "train/tensor_act_model_layers_8/max_abs": 46.5, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_input_layernorm/norm": 5792.604736328913, "train/tensor_act_model_layers_9_input_layernorm/mean": 0.0084228515625, "train/tensor_act_model_layers_9_input_layernorm/std": 1.0000000447034827, "train/tensor_act_model_layers_9_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_9_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_q_proj/norm": 11606.257492680461, "train/tensor_act_model_layers_9_self_attn_q_proj/mean": -0.139892578125, "train/tensor_act_model_layers_9_self_attn_q_proj/std": 2.000000044703483, "train/tensor_act_model_layers_9_self_attn_q_proj/max_abs": 11.6875, "train/tensor_act_model_layers_9_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_k_proj/norm": 8200.663445511247, "train/tensor_act_model_layers_9_self_attn_k_proj/mean": 0.029083251953125, "train/tensor_act_model_layers_9_self_attn_k_proj/std": 1.4140625958284587, "train/tensor_act_model_layers_9_self_attn_k_proj/max_abs": 5.625, "train/tensor_act_model_layers_9_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_v_proj/norm": 2851.3838219210534, "train/tensor_act_model_layers_9_self_attn_v_proj/mean": 0.02392578125, "train/tensor_act_model_layers_9_self_attn_v_proj/std": 0.4917000445725477, "train/tensor_act_model_layers_9_self_attn_v_proj/max_abs": 3.75, "train/tensor_act_model_layers_9_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_o_proj/norm": 1763.55139080637, "train/tensor_act_model_layers_9_self_attn_o_proj/mean": -0.0011587142944335938, "train/tensor_act_model_layers_9_self_attn_o_proj/std": 0.30424453292001863, "train/tensor_act_model_layers_9_self_attn_o_proj/max_abs": 2.96875, "train/tensor_act_model_layers_9_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn/norm": 1763.55139080637, "train/tensor_act_model_layers_9_self_attn/mean": -0.0011587142944335938, "train/tensor_act_model_layers_9_self_attn/std": 0.30424453292001863, "train/tensor_act_model_layers_9_self_attn/max_abs": 2.96875, "train/tensor_act_model_layers_9_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_post_attention_layernorm/norm": 5792.613403321931, "train/tensor_act_model_layers_9_post_attention_layernorm/mean": 0.00800323486328125, "train/tensor_act_model_layers_9_post_attention_layernorm/std": 1.0000000867003072, "train/tensor_act_model_layers_9_post_attention_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_9_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 2491.793147739568, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.05078125, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.2431640625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 438.6246302754722, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.00199127197265625, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.07556260844608698, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.734375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/norm": 438.6246302754722, "train/tensor_act_model_layers_9_mlp/mean": 0.00199127197265625, "train/tensor_act_model_layers_9_mlp/std": 0.07556260844608698, "train/tensor_act_model_layers_9_mlp/max_abs": 0.734375, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9/norm": 21780.09609865515, "train/tensor_act_model_layers_9/mean": 0.0361328125, "train/tensor_act_model_layers_9/std": 3.7579507822142744, "train/tensor_act_model_layers_9/max_abs": 46.5, "train/tensor_act_model_layers_9/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_input_layernorm/norm": 5792.611450203774, "train/tensor_act_model_layers_10_input_layernorm/mean": 0.00885009765625, "train/tensor_act_model_layers_10_input_layernorm/std": 1.0000000922009307, "train/tensor_act_model_layers_10_input_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_10_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_q_proj/norm": 6927.050755642226, "train/tensor_act_model_layers_10_self_attn_q_proj/mean": 0.028656005859375, "train/tensor_act_model_layers_10_self_attn_q_proj/std": 1.1953125510340412, "train/tensor_act_model_layers_10_self_attn_q_proj/max_abs": 7.125, "train/tensor_act_model_layers_10_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_k_proj/norm": 6439.685670438004, "train/tensor_act_model_layers_10_self_attn_k_proj/mean": -0.01043701171875, "train/tensor_act_model_layers_10_self_attn_k_proj/std": 1.1113332914222271, "train/tensor_act_model_layers_10_self_attn_k_proj/max_abs": 4.6875, "train/tensor_act_model_layers_10_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_v_proj/norm": 2082.9935457442457, "train/tensor_act_model_layers_10_self_attn_v_proj/mean": -0.0074920654296875, "train/tensor_act_model_layers_10_self_attn_v_proj/std": 0.35937501976023495, "train/tensor_act_model_layers_10_self_attn_v_proj/max_abs": 2.65625, "train/tensor_act_model_layers_10_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_o_proj/norm": 681.0945201330297, "train/tensor_act_model_layers_10_self_attn_o_proj/mean": -0.0026397705078125, "train/tensor_act_model_layers_10_self_attn_o_proj/std": 0.11755542763776618, "train/tensor_act_model_layers_10_self_attn_o_proj/max_abs": 1.15625, "train/tensor_act_model_layers_10_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn/norm": 681.0945201330297, "train/tensor_act_model_layers_10_self_attn/mean": -0.0026397705078125, "train/tensor_act_model_layers_10_self_attn/std": 0.11755542763776618, "train/tensor_act_model_layers_10_self_attn/max_abs": 1.15625, "train/tensor_act_model_layers_10_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_post_attention_layernorm/norm": 5792.610351563313, "train/tensor_act_model_layers_10_post_attention_layernorm/mean": 0.00762176513671875, "train/tensor_act_model_layers_10_post_attention_layernorm/std": 1.000000084372001, "train/tensor_act_model_layers_10_post_attention_layernorm/max_abs": 4.53125, "train/tensor_act_model_layers_10_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 2535.420666294222, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.05450439453125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.24682655674029944, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 405.8136964833668, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.0067291259765625, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.06970332924666042, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/norm": 405.8136964833668, "train/tensor_act_model_layers_10_mlp/mean": 0.0067291259765625, "train/tensor_act_model_layers_10_mlp/std": 0.06970332924666042, "train/tensor_act_model_layers_10_mlp/max_abs": 1.1640625, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10/norm": 21699.046502133133, "train/tensor_act_model_layers_10/mean": 0.04034423828125, "train/tensor_act_model_layers_10/std": 3.742326376991996, "train/tensor_act_model_layers_10/max_abs": 46.5, "train/tensor_act_model_layers_10/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_input_layernorm/norm": 5792.607177737601, "train/tensor_act_model_layers_11_input_layernorm/mean": 0.01007080078125, "train/tensor_act_model_layers_11_input_layernorm/std": 1.0000000959262205, "train/tensor_act_model_layers_11_input_layernorm/max_abs": 4.5625, "train/tensor_act_model_layers_11_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_q_proj/norm": 6257.268352408064, "train/tensor_act_model_layers_11_self_attn_q_proj/mean": -0.04119873046875, "train/tensor_act_model_layers_11_self_attn_q_proj/std": 1.0800834693569523, "train/tensor_act_model_layers_11_self_attn_q_proj/max_abs": 4.875, "train/tensor_act_model_layers_11_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_k_proj/norm": 6674.56326620652, "train/tensor_act_model_layers_11_self_attn_k_proj/mean": -0.0789794921875, "train/tensor_act_model_layers_11_self_attn_k_proj/std": 1.1503959292951746, "train/tensor_act_model_layers_11_self_attn_k_proj/max_abs": 5.28125, "train/tensor_act_model_layers_11_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_v_proj/norm": 1721.6446168347838, "train/tensor_act_model_layers_11_self_attn_v_proj/mean": 0.011566162109375, "train/tensor_act_model_layers_11_self_attn_v_proj/std": 0.29687503293940715, "train/tensor_act_model_layers_11_self_attn_v_proj/max_abs": 2.015625, "train/tensor_act_model_layers_11_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_o_proj/norm": 361.8933185708465, "train/tensor_act_model_layers_11_self_attn_o_proj/mean": -0.00030922889709472656, "train/tensor_act_model_layers_11_self_attn_o_proj/std": 0.06250098865066542, "train/tensor_act_model_layers_11_self_attn_o_proj/max_abs": 0.7421875, "train/tensor_act_model_layers_11_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn/norm": 361.8933185708465, "train/tensor_act_model_layers_11_self_attn/mean": -0.00030922889709472656, "train/tensor_act_model_layers_11_self_attn/std": 0.06250098865066542, "train/tensor_act_model_layers_11_self_attn/max_abs": 0.7421875, "train/tensor_act_model_layers_11_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_post_attention_layernorm/norm": 5792.61108398685, "train/tensor_act_model_layers_11_post_attention_layernorm/mean": 0.0099639892578125, "train/tensor_act_model_layers_11_post_attention_layernorm/std": 1.000000099069434, "train/tensor_act_model_layers_11_post_attention_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_11_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 2263.6098594297055, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.05316162109375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.21923885048025613, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 318.8069217655339, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.011077880859375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.05389443178133831, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/norm": 318.8069217655339, "train/tensor_act_model_layers_11_mlp/mean": 0.011077880859375, "train/tensor_act_model_layers_11_mlp/std": 0.05389443178133831, "train/tensor_act_model_layers_11_mlp/max_abs": 0.53125, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11/norm": 21609.056157407198, "train/tensor_act_model_layers_11/mean": 0.0511474609375, "train/tensor_act_model_layers_11/std": 3.7267019637620136, "train/tensor_act_model_layers_11/max_abs": 46.25, "train/tensor_act_model_layers_11/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_input_layernorm/norm": 5792.613647462454, "train/tensor_act_model_layers_12_input_layernorm/mean": 0.0140838623046875, "train/tensor_act_model_layers_12_input_layernorm/std": 1.0000001093139812, "train/tensor_act_model_layers_12_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_12_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_q_proj/norm": 5342.129329945291, "train/tensor_act_model_layers_12_self_attn_q_proj/mean": -0.03497314453125, "train/tensor_act_model_layers_12_self_attn_q_proj/std": 0.9218751353732512, "train/tensor_act_model_layers_12_self_attn_q_proj/max_abs": 4.5625, "train/tensor_act_model_layers_12_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_k_proj/norm": 5124.533952478745, "train/tensor_act_model_layers_12_self_attn_k_proj/mean": 0.0112152099609375, "train/tensor_act_model_layers_12_self_attn_k_proj/std": 0.884767873789601, "train/tensor_act_model_layers_12_self_attn_k_proj/max_abs": 5.09375, "train/tensor_act_model_layers_12_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_v_proj/norm": 1492.030788189605, "train/tensor_act_model_layers_12_self_attn_v_proj/mean": 0.00717926025390625, "train/tensor_act_model_layers_12_self_attn_v_proj/std": 0.25781252833478224, "train/tensor_act_model_layers_12_self_attn_v_proj/max_abs": 1.3828125, "train/tensor_act_model_layers_12_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_o_proj/norm": 265.58760315369454, "train/tensor_act_model_layers_12_self_attn_o_proj/mean": -0.0017375946044921875, "train/tensor_act_model_layers_12_self_attn_o_proj/std": 0.04583788183719601, "train/tensor_act_model_layers_12_self_attn_o_proj/max_abs": 0.427734375, "train/tensor_act_model_layers_12_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn/norm": 265.58760315369454, "train/tensor_act_model_layers_12_self_attn/mean": -0.0017375946044921875, "train/tensor_act_model_layers_12_self_attn/std": 0.04583788183719601, "train/tensor_act_model_layers_12_self_attn/max_abs": 0.427734375, "train/tensor_act_model_layers_12_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_post_attention_layernorm/norm": 5792.619262695872, "train/tensor_act_model_layers_12_post_attention_layernorm/mean": 0.01336669921875, "train/tensor_act_model_layers_12_post_attention_layernorm/std": 1.0000001136213474, "train/tensor_act_model_layers_12_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_12_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 2375.5191630651716, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.04931640625, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.2314453125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 387.56679553577544, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.0082550048828125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.06640625525923316, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.5234375, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/norm": 387.56679553577544, "train/tensor_act_model_layers_12_mlp/mean": 0.0082550048828125, "train/tensor_act_model_layers_12_mlp/std": 0.06640625525923316, "train/tensor_act_model_layers_12_mlp/max_abs": 0.5234375, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12/norm": 21535.537082747316, "train/tensor_act_model_layers_12/mean": 0.0576171875, "train/tensor_act_model_layers_12/std": 3.7149651965838113, "train/tensor_act_model_layers_12/max_abs": 46.25, "train/tensor_act_model_layers_12/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_input_layernorm/norm": 5792.611450201995, "train/tensor_act_model_layers_13_input_layernorm/mean": 0.0164031982421875, "train/tensor_act_model_layers_13_input_layernorm/std": 1.0000001260777855, "train/tensor_act_model_layers_13_input_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_13_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_q_proj/norm": 5559.877842722788, "train/tensor_act_model_layers_13_self_attn_q_proj/mean": 0.0550537109375, "train/tensor_act_model_layers_13_self_attn_q_proj/std": 0.9589863872312734, "train/tensor_act_model_layers_13_self_attn_q_proj/max_abs": 5.46875, "train/tensor_act_model_layers_13_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_k_proj/norm": 5151.947806830955, "train/tensor_act_model_layers_13_self_attn_k_proj/mean": 0.0235595703125, "train/tensor_act_model_layers_13_self_attn_k_proj/std": 0.8896501501341162, "train/tensor_act_model_layers_13_self_attn_k_proj/max_abs": 4.09375, "train/tensor_act_model_layers_13_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_v_proj/norm": 1531.318410414887, "train/tensor_act_model_layers_13_self_attn_v_proj/mean": 0.0019664764404296875, "train/tensor_act_model_layers_13_self_attn_v_proj/std": 0.2636719239185761, "train/tensor_act_model_layers_13_self_attn_v_proj/max_abs": 1.65625, "train/tensor_act_model_layers_13_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_o_proj/norm": 231.147749485462, "train/tensor_act_model_layers_13_self_attn_o_proj/mean": -0.00113677978515625, "train/tensor_act_model_layers_13_self_attn_o_proj/std": 0.039917937465872536, "train/tensor_act_model_layers_13_self_attn_o_proj/max_abs": 0.56640625, "train/tensor_act_model_layers_13_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn/norm": 231.147749485462, "train/tensor_act_model_layers_13_self_attn/mean": -0.00113677978515625, "train/tensor_act_model_layers_13_self_attn/std": 0.039917937465872536, "train/tensor_act_model_layers_13_self_attn/max_abs": 0.56640625, "train/tensor_act_model_layers_13_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_post_attention_layernorm/norm": 5792.609497073115, "train/tensor_act_model_layers_13_post_attention_layernorm/mean": 0.01593017578125, "train/tensor_act_model_layers_13_post_attention_layernorm/std": 1.0000001136213474, "train/tensor_act_model_layers_13_post_attention_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_13_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 2493.9447656218244, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.05511474609375, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.24218758460012618, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.859375, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 509.92746357930105, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.0087432861328125, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.08764818848677323, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.92578125, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/norm": 509.92746357930105, "train/tensor_act_model_layers_13_mlp/mean": 0.0087432861328125, "train/tensor_act_model_layers_13_mlp/std": 0.08764818848677323, "train/tensor_act_model_layers_13_mlp/max_abs": 0.92578125, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13/norm": 21417.371690020664, "train/tensor_act_model_layers_13/mean": 0.065185546875, "train/tensor_act_model_layers_13/std": 3.695453124969548, "train/tensor_act_model_layers_13/max_abs": 46.0, "train/tensor_act_model_layers_13/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_input_layernorm/norm": 5792.604125981742, "train/tensor_act_model_layers_14_input_layernorm/mean": 0.01922607421875, "train/tensor_act_model_layers_14_input_layernorm/std": 1.0000001136213474, "train/tensor_act_model_layers_14_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_14_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_q_proj/norm": 6330.606766350436, "train/tensor_act_model_layers_14_self_attn_q_proj/mean": -0.01904296875, "train/tensor_act_model_layers_14_self_attn_q_proj/std": 1.093750091961448, "train/tensor_act_model_layers_14_self_attn_q_proj/max_abs": 5.375, "train/tensor_act_model_layers_14_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_k_proj/norm": 6179.984828176926, "train/tensor_act_model_layers_14_self_attn_k_proj/mean": -0.04388427734375, "train/tensor_act_model_layers_14_self_attn_k_proj/std": 1.0664134514394326, "train/tensor_act_model_layers_14_self_attn_k_proj/max_abs": 4.5, "train/tensor_act_model_layers_14_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_v_proj/norm": 1870.8678545697583, "train/tensor_act_model_layers_14_self_attn_v_proj/mean": 0.003814697265625, "train/tensor_act_model_layers_14_self_attn_v_proj/std": 0.32275502926808564, "train/tensor_act_model_layers_14_self_attn_v_proj/max_abs": 2.0625, "train/tensor_act_model_layers_14_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_o_proj/norm": 463.6959683366727, "train/tensor_act_model_layers_14_self_attn_o_proj/mean": -0.0011234283447265625, "train/tensor_act_model_layers_14_self_attn_o_proj/std": 0.08007962589176665, "train/tensor_act_model_layers_14_self_attn_o_proj/max_abs": 0.8046875, "train/tensor_act_model_layers_14_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn/norm": 463.6959683366727, "train/tensor_act_model_layers_14_self_attn/mean": -0.0011234283447265625, "train/tensor_act_model_layers_14_self_attn/std": 0.08007962589176665, "train/tensor_act_model_layers_14_self_attn/max_abs": 0.8046875, "train/tensor_act_model_layers_14_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_post_attention_layernorm/norm": 5792.606933594213, "train/tensor_act_model_layers_14_post_attention_layernorm/mean": 0.018798828125, "train/tensor_act_model_layers_14_post_attention_layernorm/std": 1.0000001378357315, "train/tensor_act_model_layers_14_post_attention_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_14_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 2442.425914758638, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.0506591796875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.23828128126800832, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 528.0484962223442, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 0.0091094970703125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.09070112113439459, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 1.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/norm": 528.0484962223442, "train/tensor_act_model_layers_14_mlp/mean": 0.0091094970703125, "train/tensor_act_model_layers_14_mlp/std": 0.09070112113439459, "train/tensor_act_model_layers_14_mlp/max_abs": 1.0, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14/norm": 21326.61424616031, "train/tensor_act_model_layers_14/mean": 0.0732421875, "train/tensor_act_model_layers_14/std": 3.6798287787721473, "train/tensor_act_model_layers_14/max_abs": 46.0, "train/tensor_act_model_layers_14/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_input_layernorm/norm": 5792.616088877378, "train/tensor_act_model_layers_15_input_layernorm/mean": 0.022216796875, "train/tensor_act_model_layers_15_input_layernorm/std": 1.0000001378357315, "train/tensor_act_model_layers_15_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_15_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_q_proj/norm": 6426.252656792568, "train/tensor_act_model_layers_15_self_attn_q_proj/mean": 0.0693359375, "train/tensor_act_model_layers_15_self_attn_q_proj/std": 1.1054756514802238, "train/tensor_act_model_layers_15_self_attn_q_proj/max_abs": 5.46875, "train/tensor_act_model_layers_15_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_k_proj/norm": 6545.901789874084, "train/tensor_act_model_layers_15_self_attn_k_proj/mean": -0.0675048828125, "train/tensor_act_model_layers_15_self_attn_k_proj/std": 1.125000072850119, "train/tensor_act_model_layers_15_self_attn_k_proj/max_abs": 5.21875, "train/tensor_act_model_layers_15_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_v_proj/norm": 1653.1492432908497, "train/tensor_act_model_layers_15_self_attn_v_proj/mean": 0.0112457275390625, "train/tensor_act_model_layers_15_self_attn_v_proj/std": 0.2851563263429252, "train/tensor_act_model_layers_15_self_attn_v_proj/max_abs": 1.9375, "train/tensor_act_model_layers_15_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_o_proj/norm": 246.28470298187324, "train/tensor_act_model_layers_15_self_attn_o_proj/mean": 0.0001266002655029297, "train/tensor_act_model_layers_15_self_attn_o_proj/std": 0.042543405538261206, "train/tensor_act_model_layers_15_self_attn_o_proj/max_abs": 0.65625, "train/tensor_act_model_layers_15_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn/norm": 246.28470298187324, "train/tensor_act_model_layers_15_self_attn/mean": 0.0001266002655029297, "train/tensor_act_model_layers_15_self_attn/std": 0.042543405538261206, "train/tensor_act_model_layers_15_self_attn/max_abs": 0.65625, "train/tensor_act_model_layers_15_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_post_attention_layernorm/norm": 5792.611083991748, "train/tensor_act_model_layers_15_post_attention_layernorm/mean": 0.022247314453125, "train/tensor_act_model_layers_15_post_attention_layernorm/std": 1.0000001541338743, "train/tensor_act_model_layers_15_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_15_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 2414.626101604882, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.054443359375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.23437506357827914, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 458.35284757102966, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.009033203125, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.0786140394470425, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.69921875, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/norm": 458.35284757102966, "train/tensor_act_model_layers_15_mlp/mean": 0.009033203125, "train/tensor_act_model_layers_15_mlp/std": 0.0786140394470425, "train/tensor_act_model_layers_15_mlp/max_abs": 0.69921875, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15/norm": 21248.429609567916, "train/tensor_act_model_layers_15/mean": 0.0823974609375, "train/tensor_act_model_layers_15/std": 3.6642043385167984, "train/tensor_act_model_layers_15/max_abs": 45.75, "train/tensor_act_model_layers_15/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_input_layernorm/norm": 5792.610473638599, "train/tensor_act_model_layers_16_input_layernorm/mean": 0.025848388671875, "train/tensor_act_model_layers_16_input_layernorm/std": 1.0000001653097432, "train/tensor_act_model_layers_16_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_16_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_q_proj/norm": 5299.980898054874, "train/tensor_act_model_layers_16_self_attn_q_proj/mean": -0.05621337890625, "train/tensor_act_model_layers_16_self_attn_q_proj/std": 0.9130875266158204, "train/tensor_act_model_layers_16_self_attn_q_proj/max_abs": 4.4375, "train/tensor_act_model_layers_16_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_k_proj/norm": 4281.858092925811, "train/tensor_act_model_layers_16_self_attn_k_proj/mean": -0.0150604248046875, "train/tensor_act_model_layers_16_self_attn_k_proj/std": 0.7382812744410576, "train/tensor_act_model_layers_16_self_attn_k_proj/max_abs": 4.09375, "train/tensor_act_model_layers_16_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_v_proj/norm": 1498.1342984692508, "train/tensor_act_model_layers_16_self_attn_v_proj/mean": -0.008880615234375, "train/tensor_act_model_layers_16_self_attn_v_proj/std": 0.25781253431782347, "train/tensor_act_model_layers_16_self_attn_v_proj/max_abs": 1.4296875, "train/tensor_act_model_layers_16_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_o_proj/norm": 206.61580553910426, "train/tensor_act_model_layers_16_self_attn_o_proj/mean": -0.0017795562744140625, "train/tensor_act_model_layers_16_self_attn_o_proj/std": 0.03564537647262557, "train/tensor_act_model_layers_16_self_attn_o_proj/max_abs": 0.427734375, "train/tensor_act_model_layers_16_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn/norm": 206.61580553910426, "train/tensor_act_model_layers_16_self_attn/mean": -0.0017795562744140625, "train/tensor_act_model_layers_16_self_attn/std": 0.03564537647262557, "train/tensor_act_model_layers_16_self_attn/max_abs": 0.427734375, "train/tensor_act_model_layers_16_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_post_attention_layernorm/norm": 5792.613769531765, "train/tensor_act_model_layers_16_post_attention_layernorm/mean": 0.02508544921875, "train/tensor_act_model_layers_16_post_attention_layernorm/std": 1.0000001657754045, "train/tensor_act_model_layers_16_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_16_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 2206.022397476484, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.05010986328125, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.21386728330287785, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 281.7469700654141, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.00618743896484375, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.04827893096773285, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.373046875, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/norm": 281.7469700654141, "train/tensor_act_model_layers_16_mlp/mean": 0.00618743896484375, "train/tensor_act_model_layers_16_mlp/std": 0.04827893096773285, "train/tensor_act_model_layers_16_mlp/max_abs": 0.373046875, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16/norm": 21163.132062768193, "train/tensor_act_model_layers_16/mean": 0.0869140625, "train/tensor_act_model_layers_16/std": 3.648579988821639, "train/tensor_act_model_layers_16/max_abs": 45.75, "train/tensor_act_model_layers_16/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_input_layernorm/norm": 5792.6126708999955, "train/tensor_act_model_layers_17_input_layernorm/mean": 0.027618408203125, "train/tensor_act_model_layers_17_input_layernorm/std": 1.0000001951120603, "train/tensor_act_model_layers_17_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_17_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_q_proj/norm": 6191.422017215915, "train/tensor_act_model_layers_17_self_attn_q_proj/mean": 0.001312255859375, "train/tensor_act_model_layers_17_self_attn_q_proj/std": 1.0703125294624232, "train/tensor_act_model_layers_17_self_attn_q_proj/max_abs": 5.4375, "train/tensor_act_model_layers_17_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_k_proj/norm": 5882.0018349321335, "train/tensor_act_model_layers_17_self_attn_k_proj/mean": -0.03851318359375, "train/tensor_act_model_layers_17_self_attn_k_proj/std": 1.0156250495177037, "train/tensor_act_model_layers_17_self_attn_k_proj/max_abs": 5.09375, "train/tensor_act_model_layers_17_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_v_proj/norm": 1476.723747049342, "train/tensor_act_model_layers_17_self_attn_v_proj/mean": 0.002094268798828125, "train/tensor_act_model_layers_17_self_attn_v_proj/std": 0.2548847384249886, "train/tensor_act_model_layers_17_self_attn_v_proj/max_abs": 1.5625, "train/tensor_act_model_layers_17_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_o_proj/norm": 475.2748942588621, "train/tensor_act_model_layers_17_self_attn_o_proj/mean": -0.0007381439208984375, "train/tensor_act_model_layers_17_self_attn_o_proj/std": 0.08203126057716284, "train/tensor_act_model_layers_17_self_attn_o_proj/max_abs": 0.42578125, "train/tensor_act_model_layers_17_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn/norm": 475.2748942588621, "train/tensor_act_model_layers_17_self_attn/mean": -0.0007381439208984375, "train/tensor_act_model_layers_17_self_attn/std": 0.08203126057716284, "train/tensor_act_model_layers_17_self_attn/max_abs": 0.42578125, "train/tensor_act_model_layers_17_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_post_attention_layernorm/norm": 5792.613403322786, "train/tensor_act_model_layers_17_post_attention_layernorm/mean": 0.027069091796875, "train/tensor_act_model_layers_17_post_attention_layernorm/std": 1.0000001839361916, "train/tensor_act_model_layers_17_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_17_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 2402.8378588506503, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.05072021484375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.2343751509983848, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 541.400055975803, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.0065460205078125, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.09326363731328194, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 1.1875, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/norm": 541.400055975803, "train/tensor_act_model_layers_17_mlp/mean": 0.0065460205078125, "train/tensor_act_model_layers_17_mlp/std": 0.09326363731328194, "train/tensor_act_model_layers_17_mlp/max_abs": 1.1875, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17/norm": 21010.077752979658, "train/tensor_act_model_layers_17/mean": 0.092529296875, "train/tensor_act_model_layers_17/std": 3.625151902337544, "train/tensor_act_model_layers_17/max_abs": 45.5, "train/tensor_act_model_layers_17/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_input_layernorm/norm": 5792.605346679692, "train/tensor_act_model_layers_18_input_layernorm/mean": 0.029876708984375, "train/tensor_act_model_layers_18_input_layernorm/std": 1.0000001839361916, "train/tensor_act_model_layers_18_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_18_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_q_proj/norm": 5858.368333261544, "train/tensor_act_model_layers_18_self_attn_q_proj/mean": 0.0657958984375, "train/tensor_act_model_layers_18_self_attn_q_proj/std": 1.0078127587488124, "train/tensor_act_model_layers_18_self_attn_q_proj/max_abs": 7.0, "train/tensor_act_model_layers_18_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_k_proj/norm": 4838.901838295089, "train/tensor_act_model_layers_18_self_attn_k_proj/mean": 0.03515625, "train/tensor_act_model_layers_18_self_attn_k_proj/std": 0.8349627756912789, "train/tensor_act_model_layers_18_self_attn_k_proj/max_abs": 4.9375, "train/tensor_act_model_layers_18_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_v_proj/norm": 1614.466984715113, "train/tensor_act_model_layers_18_self_attn_v_proj/mean": 0.0048828125, "train/tensor_act_model_layers_18_self_attn_v_proj/std": 0.2792969058443599, "train/tensor_act_model_layers_18_self_attn_v_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_18_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_o_proj/norm": 311.8002901003953, "train/tensor_act_model_layers_18_self_attn_o_proj/mean": -0.0007448196411132812, "train/tensor_act_model_layers_18_self_attn_o_proj/std": 0.05377266411811673, "train/tensor_act_model_layers_18_self_attn_o_proj/max_abs": 0.64453125, "train/tensor_act_model_layers_18_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn/norm": 311.8002901003953, "train/tensor_act_model_layers_18_self_attn/mean": -0.0007448196411132812, "train/tensor_act_model_layers_18_self_attn/std": 0.05377266411811673, "train/tensor_act_model_layers_18_self_attn/max_abs": 0.64453125, "train/tensor_act_model_layers_18_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_post_attention_layernorm/norm": 5792.616088867294, "train/tensor_act_model_layers_18_post_attention_layernorm/mean": 0.029571533203125, "train/tensor_act_model_layers_18_post_attention_layernorm/std": 1.0000001951120603, "train/tensor_act_model_layers_18_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_18_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 2231.169682801677, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.048583984375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.2170414275604218, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 343.11077201478724, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.009063720703125, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.05853307284344133, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 1.125, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/norm": 343.11077201478724, "train/tensor_act_model_layers_18_mlp/mean": 0.009063720703125, "train/tensor_act_model_layers_18_mlp/std": 0.05853307284344133, "train/tensor_act_model_layers_18_mlp/max_abs": 1.125, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18/norm": 20932.19616081688, "train/tensor_act_model_layers_18/mean": 0.1009521484375, "train/tensor_act_model_layers_18/std": 3.617331308344543, "train/tensor_act_model_layers_18/max_abs": 45.5, "train/tensor_act_model_layers_18/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_input_layernorm/norm": 5792.607299810299, "train/tensor_act_model_layers_19_input_layernorm/mean": 0.03326416015625, "train/tensor_act_model_layers_19_input_layernorm/std": 1.0000002142041693, "train/tensor_act_model_layers_19_input_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_19_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_q_proj/norm": 4376.580666606356, "train/tensor_act_model_layers_19_self_attn_q_proj/mean": 0.0675048828125, "train/tensor_act_model_layers_19_self_attn_q_proj/std": 0.7529316171109303, "train/tensor_act_model_layers_19_self_attn_q_proj/max_abs": 3.984375, "train/tensor_act_model_layers_19_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_k_proj/norm": 4212.310698926337, "train/tensor_act_model_layers_19_self_attn_k_proj/mean": -0.0400390625, "train/tensor_act_model_layers_19_self_attn_k_proj/std": 0.7265625615273726, "train/tensor_act_model_layers_19_self_attn_k_proj/max_abs": 3.921875, "train/tensor_act_model_layers_19_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_v_proj/norm": 1337.9006881189227, "train/tensor_act_model_layers_19_self_attn_v_proj/mean": -0.00095367431640625, "train/tensor_act_model_layers_19_self_attn_v_proj/std": 0.2312015867154026, "train/tensor_act_model_layers_19_self_attn_v_proj/max_abs": 1.40625, "train/tensor_act_model_layers_19_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_o_proj/norm": 103.93087198954662, "train/tensor_act_model_layers_19_self_attn_o_proj/mean": -0.0008115768432617188, "train/tensor_act_model_layers_19_self_attn_o_proj/std": 0.017915471448894233, "train/tensor_act_model_layers_19_self_attn_o_proj/max_abs": 0.322265625, "train/tensor_act_model_layers_19_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn/norm": 103.93087198954662, "train/tensor_act_model_layers_19_self_attn/mean": -0.0008115768432617188, "train/tensor_act_model_layers_19_self_attn/std": 0.017915471448894233, "train/tensor_act_model_layers_19_self_attn/max_abs": 0.322265625, "train/tensor_act_model_layers_19_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_post_attention_layernorm/norm": 5792.612060548465, "train/tensor_act_model_layers_19_post_attention_layernorm/mean": 0.03289794921875, "train/tensor_act_model_layers_19_post_attention_layernorm/std": 1.0000002440064848, "train/tensor_act_model_layers_19_post_attention_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_19_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 2193.7975659009135, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.04736328125, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.21362353515569196, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 336.59262277413865, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.0112457275390625, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.05700697275998934, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.404296875, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/norm": 336.59262277413865, "train/tensor_act_model_layers_19_mlp/mean": 0.0112457275390625, "train/tensor_act_model_layers_19_mlp/std": 0.05700697275998934, "train/tensor_act_model_layers_19_mlp/max_abs": 0.404296875, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19/norm": 20840.76921770723, "train/tensor_act_model_layers_19/mean": 0.111328125, "train/tensor_act_model_layers_19/std": 3.60170684326608, "train/tensor_act_model_layers_19/max_abs": 45.25, "train/tensor_act_model_layers_19/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_input_layernorm/norm": 5792.608398439249, "train/tensor_act_model_layers_20_input_layernorm/mean": 0.0374755859375, "train/tensor_act_model_layers_20_input_layernorm/std": 1.0000002458691295, "train/tensor_act_model_layers_20_input_layernorm/max_abs": 4.75, "train/tensor_act_model_layers_20_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_q_proj/norm": 4562.244975312019, "train/tensor_act_model_layers_20_self_attn_q_proj/mean": 0.00791168212890625, "train/tensor_act_model_layers_20_self_attn_q_proj/std": 0.7871119122236525, "train/tensor_act_model_layers_20_self_attn_q_proj/max_abs": 5.5, "train/tensor_act_model_layers_20_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_k_proj/norm": 3886.2440585995787, "train/tensor_act_model_layers_20_self_attn_k_proj/mean": 0.03570556640625, "train/tensor_act_model_layers_20_self_attn_k_proj/std": 0.6699247304560805, "train/tensor_act_model_layers_20_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_20_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_v_proj/norm": 1402.0151143422913, "train/tensor_act_model_layers_20_self_attn_v_proj/mean": -0.002105712890625, "train/tensor_act_model_layers_20_self_attn_v_proj/std": 0.241943757540917, "train/tensor_act_model_layers_20_self_attn_v_proj/max_abs": 1.3203125, "train/tensor_act_model_layers_20_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_o_proj/norm": 135.20794281952942, "train/tensor_act_model_layers_20_self_attn_o_proj/mean": 0.00028634071350097656, "train/tensor_act_model_layers_20_self_attn_o_proj/std": 0.023349605597551826, "train/tensor_act_model_layers_20_self_attn_o_proj/max_abs": 0.412109375, "train/tensor_act_model_layers_20_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn/norm": 135.20794281952942, "train/tensor_act_model_layers_20_self_attn/mean": 0.00028634071350097656, "train/tensor_act_model_layers_20_self_attn/std": 0.023349605597551826, "train/tensor_act_model_layers_20_self_attn/max_abs": 0.412109375, "train/tensor_act_model_layers_20_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_post_attention_layernorm/norm": 5792.609985352565, "train/tensor_act_model_layers_20_post_attention_layernorm/mean": 0.03753662109375, "train/tensor_act_model_layers_20_post_attention_layernorm/std": 1.0000002440064848, "train/tensor_act_model_layers_20_post_attention_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_20_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 2242.197416615774, "train/tensor_act_model_layers_20_mlp_up_proj/mean": -0.0426025390625, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.21948286317435126, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 327.80458111382404, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.00665283203125, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.05615260911961751, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.51171875, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/norm": 327.80458111382404, "train/tensor_act_model_layers_20_mlp/mean": 0.00665283203125, "train/tensor_act_model_layers_20_mlp/std": 0.05615260911961751, "train/tensor_act_model_layers_20_mlp/max_abs": 0.51171875, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20/norm": 20759.0284016079, "train/tensor_act_model_layers_20/mean": 0.118408203125, "train/tensor_act_model_layers_20/std": 3.5860825137401586, "train/tensor_act_model_layers_20/max_abs": 45.25, "train/tensor_act_model_layers_20/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_input_layernorm/norm": 5792.61230468787, "train/tensor_act_model_layers_21_input_layernorm/mean": 0.0404052734375, "train/tensor_act_model_layers_21_input_layernorm/std": 1.0000002458691295, "train/tensor_act_model_layers_21_input_layernorm/max_abs": 4.8125, "train/tensor_act_model_layers_21_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_q_proj/norm": 6848.492783007487, "train/tensor_act_model_layers_21_self_attn_q_proj/mean": 0.0096893310546875, "train/tensor_act_model_layers_21_self_attn_q_proj/std": 1.1796875168748249, "train/tensor_act_model_layers_21_self_attn_q_proj/max_abs": 6.3125, "train/tensor_act_model_layers_21_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_k_proj/norm": 6834.275857117445, "train/tensor_act_model_layers_21_self_attn_k_proj/mean": -0.04620361328125, "train/tensor_act_model_layers_21_self_attn_k_proj/std": 1.1796875426311357, "train/tensor_act_model_layers_21_self_attn_k_proj/max_abs": 5.0625, "train/tensor_act_model_layers_21_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_v_proj/norm": 2013.2363249610796, "train/tensor_act_model_layers_21_self_attn_v_proj/mean": 0.00469207763671875, "train/tensor_act_model_layers_21_self_attn_v_proj/std": 0.34765626029686963, "train/tensor_act_model_layers_21_self_attn_v_proj/max_abs": 1.921875, "train/tensor_act_model_layers_21_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_o_proj/norm": 521.0477489021879, "train/tensor_act_model_layers_21_self_attn_o_proj/mean": -0.00074005126953125, "train/tensor_act_model_layers_21_self_attn_o_proj/std": 0.08996676092063724, "train/tensor_act_model_layers_21_self_attn_o_proj/max_abs": 0.69921875, "train/tensor_act_model_layers_21_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn/norm": 521.0477489021879, "train/tensor_act_model_layers_21_self_attn/mean": -0.00074005126953125, "train/tensor_act_model_layers_21_self_attn/std": 0.08996676092063724, "train/tensor_act_model_layers_21_self_attn/max_abs": 0.69921875, "train/tensor_act_model_layers_21_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_post_attention_layernorm/norm": 5792.604248049102, "train/tensor_act_model_layers_21_post_attention_layernorm/mean": 0.0401611328125, "train/tensor_act_model_layers_21_post_attention_layernorm/std": 1.0000002458691295, "train/tensor_act_model_layers_21_post_attention_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_21_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 2400.700166291642, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.0509033203125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.23364299267898503, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 363.1165399380117, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.0065460205078125, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.0623169860689722, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.8828125, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/norm": 363.1165399380117, "train/tensor_act_model_layers_21_mlp/mean": 0.0065460205078125, "train/tensor_act_model_layers_21_mlp/std": 0.0623169860689722, "train/tensor_act_model_layers_21_mlp/max_abs": 0.8828125, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21/norm": 20605.69882418514, "train/tensor_act_model_layers_21/mean": 0.1240234375, "train/tensor_act_model_layers_21/std": 3.5548337298487565, "train/tensor_act_model_layers_21/max_abs": 44.75, "train/tensor_act_model_layers_21/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_input_layernorm/norm": 5792.609252932933, "train/tensor_act_model_layers_22_input_layernorm/mean": 0.04302978515625, "train/tensor_act_model_layers_22_input_layernorm/std": 1.00000031851227, "train/tensor_act_model_layers_22_input_layernorm/max_abs": 4.90625, "train/tensor_act_model_layers_22_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_q_proj/norm": 5947.84524455799, "train/tensor_act_model_layers_22_self_attn_q_proj/mean": 0.02911376953125, "train/tensor_act_model_layers_22_self_attn_q_proj/std": 1.025396417873913, "train/tensor_act_model_layers_22_self_attn_q_proj/max_abs": 4.90625, "train/tensor_act_model_layers_22_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_k_proj/norm": 6216.448181411086, "train/tensor_act_model_layers_22_self_attn_k_proj/mean": 0.0794677734375, "train/tensor_act_model_layers_22_self_attn_k_proj/std": 1.070312520883379, "train/tensor_act_model_layers_22_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_22_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_v_proj/norm": 1879.3268195664841, "train/tensor_act_model_layers_22_self_attn_v_proj/mean": -0.013336181640625, "train/tensor_act_model_layers_22_self_attn_v_proj/std": 0.324218768671334, "train/tensor_act_model_layers_22_self_attn_v_proj/max_abs": 2.296875, "train/tensor_act_model_layers_22_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_o_proj/norm": 424.183721973599, "train/tensor_act_model_layers_22_self_attn_o_proj/mean": -0.0004875659942626953, "train/tensor_act_model_layers_22_self_attn_o_proj/std": 0.07312064144832078, "train/tensor_act_model_layers_22_self_attn_o_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_22_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn/norm": 424.183721973599, "train/tensor_act_model_layers_22_self_attn/mean": -0.0004875659942626953, "train/tensor_act_model_layers_22_self_attn/std": 0.07312064144832078, "train/tensor_act_model_layers_22_self_attn/max_abs": 1.0390625, "train/tensor_act_model_layers_22_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_post_attention_layernorm/norm": 5792.607543946325, "train/tensor_act_model_layers_22_post_attention_layernorm/mean": 0.04296875, "train/tensor_act_model_layers_22_post_attention_layernorm/std": 1.0000003278254925, "train/tensor_act_model_layers_22_post_attention_layernorm/max_abs": 4.9375, "train/tensor_act_model_layers_22_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 2526.849554291121, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.05389404296875, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.24609389380798985, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 368.12448901550414, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.00506591796875, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.0634765625, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.6328125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/norm": 368.12448901550414, "train/tensor_act_model_layers_22_mlp/mean": 0.00506591796875, "train/tensor_act_model_layers_22_mlp/std": 0.0634765625, "train/tensor_act_model_layers_22_mlp/max_abs": 0.6328125, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22/norm": 20448.761829758954, "train/tensor_act_model_layers_22/mean": 0.12890625, "train/tensor_act_model_layers_22/std": 3.523585212808484, "train/tensor_act_model_layers_22/max_abs": 44.75, "train/tensor_act_model_layers_22/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_input_layernorm/norm": 5792.6070556648065, "train/tensor_act_model_layers_23_input_layernorm/mean": 0.045166015625, "train/tensor_act_model_layers_23_input_layernorm/std": 1.0000003278254925, "train/tensor_act_model_layers_23_input_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_23_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_q_proj/norm": 6590.877810460695, "train/tensor_act_model_layers_23_self_attn_q_proj/mean": -0.0526123046875, "train/tensor_act_model_layers_23_self_attn_q_proj/std": 1.13672569115476, "train/tensor_act_model_layers_23_self_attn_q_proj/max_abs": 5.3125, "train/tensor_act_model_layers_23_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_k_proj/norm": 5860.980275854796, "train/tensor_act_model_layers_23_self_attn_k_proj/mean": -0.0777587890625, "train/tensor_act_model_layers_23_self_attn_k_proj/std": 1.0078125813210626, "train/tensor_act_model_layers_23_self_attn_k_proj/max_abs": 5.21875, "train/tensor_act_model_layers_23_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_v_proj/norm": 2549.735594279528, "train/tensor_act_model_layers_23_self_attn_v_proj/mean": 0.00970458984375, "train/tensor_act_model_layers_23_self_attn_v_proj/std": 0.43994225513575347, "train/tensor_act_model_layers_23_self_attn_v_proj/max_abs": 2.953125, "train/tensor_act_model_layers_23_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_o_proj/norm": 1308.63675406685, "train/tensor_act_model_layers_23_self_attn_o_proj/mean": -0.0003285408020019531, "train/tensor_act_model_layers_23_self_attn_o_proj/std": 0.22583579032178228, "train/tensor_act_model_layers_23_self_attn_o_proj/max_abs": 2.265625, "train/tensor_act_model_layers_23_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn/norm": 1308.63675406685, "train/tensor_act_model_layers_23_self_attn/mean": -0.0003285408020019531, "train/tensor_act_model_layers_23_self_attn/std": 0.22583579032178228, "train/tensor_act_model_layers_23_self_attn/max_abs": 2.265625, "train/tensor_act_model_layers_23_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_post_attention_layernorm/norm": 5792.610351565339, "train/tensor_act_model_layers_23_post_attention_layernorm/mean": 0.044677734375, "train/tensor_act_model_layers_23_post_attention_layernorm/std": 1.0000003278254925, "train/tensor_act_model_layers_23_post_attention_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_23_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 2224.459745284442, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.04388427734375, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.2172857305969191, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 308.4043572884846, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.00457000732421875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.05297851727305467, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.56640625, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/norm": 308.4043572884846, "train/tensor_act_model_layers_23_mlp/mean": 0.00457000732421875, "train/tensor_act_model_layers_23_mlp/std": 0.05297851727305467, "train/tensor_act_model_layers_23_mlp/max_abs": 0.56640625, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23/norm": 20378.23631494336, "train/tensor_act_model_layers_23/mean": 0.133056640625, "train/tensor_act_model_layers_23/std": 3.5118474289653148, "train/tensor_act_model_layers_23/max_abs": 44.75, "train/tensor_act_model_layers_23/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_input_layernorm/norm": 5792.605346682716, "train/tensor_act_model_layers_24_input_layernorm/mean": 0.04681396484375, "train/tensor_act_model_layers_24_input_layernorm/std": 1.0000002887099566, "train/tensor_act_model_layers_24_input_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_24_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_q_proj/norm": 6614.802372300238, "train/tensor_act_model_layers_24_self_attn_q_proj/mean": -0.0556640625, "train/tensor_act_model_layers_24_self_attn_q_proj/std": 1.140625287408662, "train/tensor_act_model_layers_24_self_attn_q_proj/max_abs": 7.875, "train/tensor_act_model_layers_24_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_k_proj/norm": 5438.950455357908, "train/tensor_act_model_layers_24_self_attn_k_proj/mean": 0.0099945068359375, "train/tensor_act_model_layers_24_self_attn_k_proj/std": 0.9394551764632367, "train/tensor_act_model_layers_24_self_attn_k_proj/max_abs": 5.25, "train/tensor_act_model_layers_24_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_v_proj/norm": 2071.2568112342296, "train/tensor_act_model_layers_24_self_attn_v_proj/mean": 0.012786865234375, "train/tensor_act_model_layers_24_self_attn_v_proj/std": 0.3574218893311711, "train/tensor_act_model_layers_24_self_attn_v_proj/max_abs": 2.125, "train/tensor_act_model_layers_24_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_o_proj/norm": 677.0972001678181, "train/tensor_act_model_layers_24_self_attn_o_proj/mean": -0.0007476806640625, "train/tensor_act_model_layers_24_self_attn_o_proj/std": 0.11682210119631817, "train/tensor_act_model_layers_24_self_attn_o_proj/max_abs": 0.94921875, "train/tensor_act_model_layers_24_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn/norm": 677.0972001678181, "train/tensor_act_model_layers_24_self_attn/mean": -0.0007476806640625, "train/tensor_act_model_layers_24_self_attn/std": 0.11682210119631817, "train/tensor_act_model_layers_24_self_attn/max_abs": 0.94921875, "train/tensor_act_model_layers_24_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_post_attention_layernorm/norm": 5792.603149416752, "train/tensor_act_model_layers_24_post_attention_layernorm/mean": 0.04638671875, "train/tensor_act_model_layers_24_post_attention_layernorm/std": 1.0000002831220227, "train/tensor_act_model_layers_24_post_attention_layernorm/max_abs": 4.90625, "train/tensor_act_model_layers_24_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 2567.7215091212465, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.058837890625, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.24902349733838128, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 389.88869373974194, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.0084686279296875, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.06677280091193925, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.703125, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/norm": 389.88869373974194, "train/tensor_act_model_layers_24_mlp/mean": 0.0084686279296875, "train/tensor_act_model_layers_24_mlp/std": 0.06677280091193925, "train/tensor_act_model_layers_24_mlp/max_abs": 0.703125, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24/norm": 20262.76366759857, "train/tensor_act_model_layers_24/mean": 0.140625, "train/tensor_act_model_layers_24/std": 3.492336466298093, "train/tensor_act_model_layers_24/max_abs": 44.5, "train/tensor_act_model_layers_24/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_input_layernorm/norm": 5792.612426760307, "train/tensor_act_model_layers_25_input_layernorm/mean": 0.05010986328125, "train/tensor_act_model_layers_25_input_layernorm/std": 1.0000003185122697, "train/tensor_act_model_layers_25_input_layernorm/max_abs": 4.90625, "train/tensor_act_model_layers_25_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_q_proj/norm": 6396.626441573262, "train/tensor_act_model_layers_25_self_attn_q_proj/mean": -0.075927734375, "train/tensor_act_model_layers_25_self_attn_q_proj/std": 1.1015627976004556, "train/tensor_act_model_layers_25_self_attn_q_proj/max_abs": 5.9375, "train/tensor_act_model_layers_25_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_k_proj/norm": 5396.904384513858, "train/tensor_act_model_layers_25_self_attn_k_proj/mean": 0.022430419921875, "train/tensor_act_model_layers_25_self_attn_k_proj/std": 0.9306657772108455, "train/tensor_act_model_layers_25_self_attn_k_proj/max_abs": 5.25, "train/tensor_act_model_layers_25_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_v_proj/norm": 1932.2199149355333, "train/tensor_act_model_layers_25_self_attn_v_proj/mean": 0.011871337890625, "train/tensor_act_model_layers_25_self_attn_v_proj/std": 0.3334971786749466, "train/tensor_act_model_layers_25_self_attn_v_proj/max_abs": 2.984375, "train/tensor_act_model_layers_25_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_o_proj/norm": 633.7971841353107, "train/tensor_act_model_layers_25_self_attn_o_proj/mean": -0.0006241798400878906, "train/tensor_act_model_layers_25_self_attn_o_proj/std": 0.10938064388018948, "train/tensor_act_model_layers_25_self_attn_o_proj/max_abs": 2.0, "train/tensor_act_model_layers_25_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn/norm": 633.7971841353107, "train/tensor_act_model_layers_25_self_attn/mean": -0.0006241798400878906, "train/tensor_act_model_layers_25_self_attn/std": 0.10938064388018948, "train/tensor_act_model_layers_25_self_attn/max_abs": 2.0, "train/tensor_act_model_layers_25_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_post_attention_layernorm/norm": 5792.6081542981665, "train/tensor_act_model_layers_25_post_attention_layernorm/mean": 0.04986572265625, "train/tensor_act_model_layers_25_post_attention_layernorm/std": 1.0000003334134262, "train/tensor_act_model_layers_25_post_attention_layernorm/max_abs": 4.90625, "train/tensor_act_model_layers_25_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 2381.711446574098, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.04901123046875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.23217827188166867, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 410.0151238105625, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.006011962890625, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.0705587558363281, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.75390625, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/norm": 410.0151238105625, "train/tensor_act_model_layers_25_mlp/mean": 0.006011962890625, "train/tensor_act_model_layers_25_mlp/std": 0.0705587558363281, "train/tensor_act_model_layers_25_mlp/max_abs": 0.75390625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25/norm": 20154.069795567375, "train/tensor_act_model_layers_25/mean": 0.146240234375, "train/tensor_act_model_layers_25/std": 3.4767120929208715, "train/tensor_act_model_layers_25/max_abs": 44.5, "train/tensor_act_model_layers_25/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_input_layernorm/norm": 5792.6080322276875, "train/tensor_act_model_layers_26_input_layernorm/mean": 0.05267333984375, "train/tensor_act_model_layers_26_input_layernorm/std": 1.0000003632157382, "train/tensor_act_model_layers_26_input_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_26_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_q_proj/norm": 5302.17321233546, "train/tensor_act_model_layers_26_self_attn_q_proj/mean": 0.0396728515625, "train/tensor_act_model_layers_26_self_attn_q_proj/std": 0.9150413505012626, "train/tensor_act_model_layers_26_self_attn_q_proj/max_abs": 5.9375, "train/tensor_act_model_layers_26_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_k_proj/norm": 4490.5757367990545, "train/tensor_act_model_layers_26_self_attn_k_proj/mean": 0.03851318359375, "train/tensor_act_model_layers_26_self_attn_k_proj/std": 0.7734376420878271, "train/tensor_act_model_layers_26_self_attn_k_proj/max_abs": 4.21875, "train/tensor_act_model_layers_26_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_v_proj/norm": 1527.5704706435429, "train/tensor_act_model_layers_26_self_attn_v_proj/mean": -0.00499725341796875, "train/tensor_act_model_layers_26_self_attn_v_proj/std": 0.2636719035881521, "train/tensor_act_model_layers_26_self_attn_v_proj/max_abs": 1.40625, "train/tensor_act_model_layers_26_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_o_proj/norm": 179.57455520481585, "train/tensor_act_model_layers_26_self_attn_o_proj/mean": -0.0003609657287597656, "train/tensor_act_model_layers_26_self_attn_o_proj/std": 0.030975901910311094, "train/tensor_act_model_layers_26_self_attn_o_proj/max_abs": 0.47265625, "train/tensor_act_model_layers_26_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn/norm": 179.57455520481585, "train/tensor_act_model_layers_26_self_attn/mean": -0.0003609657287597656, "train/tensor_act_model_layers_26_self_attn/std": 0.030975901910311094, "train/tensor_act_model_layers_26_self_attn/max_abs": 0.47265625, "train/tensor_act_model_layers_26_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_post_attention_layernorm/norm": 5792.6134033209855, "train/tensor_act_model_layers_26_post_attention_layernorm/mean": 0.05255126953125, "train/tensor_act_model_layers_26_post_attention_layernorm/std": 1.0000003334134262, "train/tensor_act_model_layers_26_post_attention_layernorm/max_abs": 4.90625, "train/tensor_act_model_layers_26_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 2487.1598518341552, "train/tensor_act_model_layers_26_mlp_up_proj/mean": -0.0533447265625, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.24218765381838928, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 429.3481382679243, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.0116119384765625, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.07324219226837142, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.69140625, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/norm": 429.3481382679243, "train/tensor_act_model_layers_26_mlp/mean": 0.0116119384765625, "train/tensor_act_model_layers_26_mlp/std": 0.07324219226837142, "train/tensor_act_model_layers_26_mlp/max_abs": 0.69140625, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26/norm": 20063.897308811527, "train/tensor_act_model_layers_26/mean": 0.1572265625, "train/tensor_act_model_layers_26/std": 3.4610878113080936, "train/tensor_act_model_layers_26/max_abs": 44.25, "train/tensor_act_model_layers_26/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_input_layernorm/norm": 5792.610229493961, "train/tensor_act_model_layers_27_input_layernorm/mean": 0.057861328125, "train/tensor_act_model_layers_27_input_layernorm/std": 1.0000004172324266, "train/tensor_act_model_layers_27_input_layernorm/max_abs": 4.9375, "train/tensor_act_model_layers_27_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_q_proj/norm": 5580.946020029774, "train/tensor_act_model_layers_27_self_attn_q_proj/mean": 0.05120849609375, "train/tensor_act_model_layers_27_self_attn_q_proj/std": 0.9619155709501725, "train/tensor_act_model_layers_27_self_attn_q_proj/max_abs": 4.59375, "train/tensor_act_model_layers_27_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_k_proj/norm": 4882.141081955385, "train/tensor_act_model_layers_27_self_attn_k_proj/mean": 0.023345947265625, "train/tensor_act_model_layers_27_self_attn_k_proj/std": 0.842775158642794, "train/tensor_act_model_layers_27_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_27_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_v_proj/norm": 1583.1251468317446, "train/tensor_act_model_layers_27_self_attn_v_proj/mean": 0.0077667236328125, "train/tensor_act_model_layers_27_self_attn_v_proj/std": 0.2734375140496659, "train/tensor_act_model_layers_27_self_attn_v_proj/max_abs": 1.6328125, "train/tensor_act_model_layers_27_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_o_proj/norm": 232.218228265904, "train/tensor_act_model_layers_27_self_attn_o_proj/mean": -4.851818084716797e-05, "train/tensor_act_model_layers_27_self_attn_o_proj/std": 0.04010088962469886, "train/tensor_act_model_layers_27_self_attn_o_proj/max_abs": 0.462890625, "train/tensor_act_model_layers_27_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn/norm": 232.218228265904, "train/tensor_act_model_layers_27_self_attn/mean": -4.851818084716797e-05, "train/tensor_act_model_layers_27_self_attn/std": 0.04010088962469886, "train/tensor_act_model_layers_27_self_attn/max_abs": 0.462890625, "train/tensor_act_model_layers_27_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_post_attention_layernorm/norm": 5792.612182618426, "train/tensor_act_model_layers_27_post_attention_layernorm/mean": 0.05792236328125, "train/tensor_act_model_layers_27_post_attention_layernorm/std": 1.000000452622669, "train/tensor_act_model_layers_27_post_attention_layernorm/max_abs": 4.9375, "train/tensor_act_model_layers_27_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 2253.9425875746765, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.03851318359375, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.2214359758703078, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 280.3065019215044, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.0060272216796875, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.04803479641772379, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.443359375, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/norm": 280.3065019215044, "train/tensor_act_model_layers_27_mlp/mean": 0.0060272216796875, "train/tensor_act_model_layers_27_mlp/std": 0.04803479641772379, "train/tensor_act_model_layers_27_mlp/max_abs": 0.443359375, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27/norm": 20006.683085574525, "train/tensor_act_model_layers_27/mean": 0.1630859375, "train/tensor_act_model_layers_27/std": 3.4493496655064124, "train/tensor_act_model_layers_27/max_abs": 44.25, "train/tensor_act_model_layers_27/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_input_layernorm/norm": 5792.608032226895, "train/tensor_act_model_layers_28_input_layernorm/mean": 0.06060791015625, "train/tensor_act_model_layers_28_input_layernorm/std": 1.000000452622669, "train/tensor_act_model_layers_28_input_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_28_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_q_proj/norm": 6156.229016339712, "train/tensor_act_model_layers_28_self_attn_q_proj/mean": 0.04730224609375, "train/tensor_act_model_layers_28_self_attn_q_proj/std": 1.0625001034315844, "train/tensor_act_model_layers_28_self_attn_q_proj/max_abs": 5.34375, "train/tensor_act_model_layers_28_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_k_proj/norm": 6795.0318233437065, "train/tensor_act_model_layers_28_self_attn_k_proj/mean": -0.0146636962890625, "train/tensor_act_model_layers_28_self_attn_k_proj/std": 1.1718750988443651, "train/tensor_act_model_layers_28_self_attn_k_proj/max_abs": 5.53125, "train/tensor_act_model_layers_28_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_v_proj/norm": 1977.4079241415427, "train/tensor_act_model_layers_28_self_attn_v_proj/mean": -0.00504302978515625, "train/tensor_act_model_layers_28_self_attn_v_proj/std": 0.34130978780204696, "train/tensor_act_model_layers_28_self_attn_v_proj/max_abs": 2.421875, "train/tensor_act_model_layers_28_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_o_proj/norm": 1005.6626625447115, "train/tensor_act_model_layers_28_self_attn_o_proj/mean": -0.00026214122772216797, "train/tensor_act_model_layers_28_self_attn_o_proj/std": 0.17382818480161674, "train/tensor_act_model_layers_28_self_attn_o_proj/max_abs": 1.828125, "train/tensor_act_model_layers_28_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn/norm": 1005.6626625447115, "train/tensor_act_model_layers_28_self_attn/mean": -0.00026214122772216797, "train/tensor_act_model_layers_28_self_attn/std": 0.17382818480161674, "train/tensor_act_model_layers_28_self_attn/max_abs": 1.828125, "train/tensor_act_model_layers_28_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_post_attention_layernorm/norm": 5792.607177737241, "train/tensor_act_model_layers_28_post_attention_layernorm/mean": 0.06005859375, "train/tensor_act_model_layers_28_post_attention_layernorm/std": 1.0000004172324266, "train/tensor_act_model_layers_28_post_attention_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_28_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 2592.131458411651, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.0457763671875, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.2539062793438234, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 5.4375, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 336.63509030038813, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.00270843505859375, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.05804530152114204, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/norm": 336.63509030038813, "train/tensor_act_model_layers_28_mlp/mean": 0.00270843505859375, "train/tensor_act_model_layers_28_mlp/std": 0.05804530152114204, "train/tensor_act_model_layers_28_mlp/max_abs": 1.1953125, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28/norm": 19855.263760280683, "train/tensor_act_model_layers_28/mean": 0.165771484375, "train/tensor_act_model_layers_28/std": 3.425895480227339, "train/tensor_act_model_layers_28/max_abs": 44.0, "train/tensor_act_model_layers_28/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_input_layernorm/norm": 5792.609252933396, "train/tensor_act_model_layers_29_input_layernorm/mean": 0.06134033203125, "train/tensor_act_model_layers_29_input_layernorm/std": 1.0000004824249773, "train/tensor_act_model_layers_29_input_layernorm/max_abs": 5.0, "train/tensor_act_model_layers_29_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_q_proj/norm": 5309.839241181175, "train/tensor_act_model_layers_29_self_attn_q_proj/mean": -0.0142059326171875, "train/tensor_act_model_layers_29_self_attn_q_proj/std": 0.9160179922799223, "train/tensor_act_model_layers_29_self_attn_q_proj/max_abs": 5.28125, "train/tensor_act_model_layers_29_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_k_proj/norm": 4613.907735428259, "train/tensor_act_model_layers_29_self_attn_k_proj/mean": 0.0277099609375, "train/tensor_act_model_layers_29_self_attn_k_proj/std": 0.7968750233743701, "train/tensor_act_model_layers_29_self_attn_k_proj/max_abs": 4.03125, "train/tensor_act_model_layers_29_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_v_proj/norm": 1569.3040244849863, "train/tensor_act_model_layers_29_self_attn_v_proj/mean": -0.003093719482421875, "train/tensor_act_model_layers_29_self_attn_v_proj/std": 0.2709975329298604, "train/tensor_act_model_layers_29_self_attn_v_proj/max_abs": 1.5078125, "train/tensor_act_model_layers_29_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_o_proj/norm": 189.05118406622503, "train/tensor_act_model_layers_29_self_attn_o_proj/mean": -0.0002428293228149414, "train/tensor_act_model_layers_29_self_attn_o_proj/std": 0.03265547945402336, "train/tensor_act_model_layers_29_self_attn_o_proj/max_abs": 0.390625, "train/tensor_act_model_layers_29_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn/norm": 189.05118406622503, "train/tensor_act_model_layers_29_self_attn/mean": -0.0002428293228149414, "train/tensor_act_model_layers_29_self_attn/std": 0.03265547945402336, "train/tensor_act_model_layers_29_self_attn/max_abs": 0.390625, "train/tensor_act_model_layers_29_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_post_attention_layernorm/norm": 5792.6120605533215, "train/tensor_act_model_layers_29_post_attention_layernorm/mean": 0.06121826171875, "train/tensor_act_model_layers_29_post_attention_layernorm/std": 1.000000512227285, "train/tensor_act_model_layers_29_post_attention_layernorm/max_abs": 5.0, "train/tensor_act_model_layers_29_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 2794.275247412217, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.05279541015625, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.2734375749315432, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 570.3363562921246, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.00626373291015625, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.09826804539111421, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 1.4140625, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/norm": 570.3363562921246, "train/tensor_act_model_layers_29_mlp/mean": 0.00626373291015625, "train/tensor_act_model_layers_29_mlp/std": 0.09826804539111421, "train/tensor_act_model_layers_29_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29/norm": 19778.15919870627, "train/tensor_act_model_layers_29/mean": 0.171630859375, "train/tensor_act_model_layers_29/std": 3.410271003601416, "train/tensor_act_model_layers_29/max_abs": 44.0, "train/tensor_act_model_layers_29/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_input_layernorm/norm": 5792.612915040733, "train/tensor_act_model_layers_30_input_layernorm/mean": 0.0640869140625, "train/tensor_act_model_layers_30_input_layernorm/std": 0.996094310984734, "train/tensor_act_model_layers_30_input_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_30_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_q_proj/norm": 6745.270102830893, "train/tensor_act_model_layers_30_self_attn_q_proj/mean": -0.03509521484375, "train/tensor_act_model_layers_30_self_attn_q_proj/std": 1.1640625176013715, "train/tensor_act_model_layers_30_self_attn_q_proj/max_abs": 7.40625, "train/tensor_act_model_layers_30_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_k_proj/norm": 5777.563405672697, "train/tensor_act_model_layers_30_self_attn_k_proj/mean": -0.00571441650390625, "train/tensor_act_model_layers_30_self_attn_k_proj/std": 0.9970718201577765, "train/tensor_act_model_layers_30_self_attn_k_proj/max_abs": 5.25, "train/tensor_act_model_layers_30_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_v_proj/norm": 2634.338144707423, "train/tensor_act_model_layers_30_self_attn_v_proj/mean": -0.002269744873046875, "train/tensor_act_model_layers_30_self_attn_v_proj/std": 0.45459063357487933, "train/tensor_act_model_layers_30_self_attn_v_proj/max_abs": 3.5625, "train/tensor_act_model_layers_30_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_o_proj/norm": 1290.1648284990413, "train/tensor_act_model_layers_30_self_attn_o_proj/mean": 0.00023627281188964844, "train/tensor_act_model_layers_30_self_attn_o_proj/std": 0.22265739198682927, "train/tensor_act_model_layers_30_self_attn_o_proj/max_abs": 2.84375, "train/tensor_act_model_layers_30_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn/norm": 1290.1648284990413, "train/tensor_act_model_layers_30_self_attn/mean": 0.00023627281188964844, "train/tensor_act_model_layers_30_self_attn/std": 0.22265739198682927, "train/tensor_act_model_layers_30_self_attn/max_abs": 2.84375, "train/tensor_act_model_layers_30_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_post_attention_layernorm/norm": 5792.614379883043, "train/tensor_act_model_layers_30_post_attention_layernorm/mean": 0.0635986328125, "train/tensor_act_model_layers_30_post_attention_layernorm/std": 0.9970723076481898, "train/tensor_act_model_layers_30_post_attention_layernorm/max_abs": 5.0625, "train/tensor_act_model_layers_30_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 2378.497013921769, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.04248046875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.2333984375, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 327.4313831919022, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.005462646484375, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.056274550597052116, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.75, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/norm": 327.4313831919022, "train/tensor_act_model_layers_30_mlp/mean": 0.005462646484375, "train/tensor_act_model_layers_30_mlp/std": 0.056274550597052116, "train/tensor_act_model_layers_30_mlp/max_abs": 0.75, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30/norm": 19768.74472382508, "train/tensor_act_model_layers_30/mean": 0.177490234375, "train/tensor_act_model_layers_30/std": 3.410271003601416, "train/tensor_act_model_layers_30/max_abs": 44.0, "train/tensor_act_model_layers_30/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_input_layernorm/norm": 5792.613769536128, "train/tensor_act_model_layers_31_input_layernorm/mean": 0.066162109375, "train/tensor_act_model_layers_31_input_layernorm/std": 0.9960943184645284, "train/tensor_act_model_layers_31_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_31_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_q_proj/norm": 5540.046669526326, "train/tensor_act_model_layers_31_self_attn_q_proj/mean": -0.0013928413391113281, "train/tensor_act_model_layers_31_self_attn_q_proj/std": 0.9570314852086946, "train/tensor_act_model_layers_31_self_attn_q_proj/max_abs": 5.09375, "train/tensor_act_model_layers_31_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_k_proj/norm": 4961.628803505614, "train/tensor_act_model_layers_31_self_attn_k_proj/mean": -0.0008625984191894531, "train/tensor_act_model_layers_31_self_attn_k_proj/std": 0.8554688450952325, "train/tensor_act_model_layers_31_self_attn_k_proj/max_abs": 4.03125, "train/tensor_act_model_layers_31_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_v_proj/norm": 1792.251779572121, "train/tensor_act_model_layers_31_self_attn_v_proj/mean": -0.00287628173828125, "train/tensor_act_model_layers_31_self_attn_v_proj/std": 0.30908319254968886, "train/tensor_act_model_layers_31_self_attn_v_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_31_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_o_proj/norm": 309.4742423583314, "train/tensor_act_model_layers_31_self_attn_o_proj/mean": -0.0012302398681640625, "train/tensor_act_model_layers_31_self_attn_o_proj/std": 0.0534106405958775, "train/tensor_act_model_layers_31_self_attn_o_proj/max_abs": 0.8515625, "train/tensor_act_model_layers_31_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn/norm": 309.4742423583314, "train/tensor_act_model_layers_31_self_attn/mean": -0.0012302398681640625, "train/tensor_act_model_layers_31_self_attn/std": 0.0534106405958775, "train/tensor_act_model_layers_31_self_attn/max_abs": 0.8515625, "train/tensor_act_model_layers_31_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_post_attention_layernorm/norm": 5792.6125488302705, "train/tensor_act_model_layers_31_post_attention_layernorm/mean": 0.065673828125, "train/tensor_act_model_layers_31_post_attention_layernorm/std": 0.9960943184645283, "train/tensor_act_model_layers_31_post_attention_layernorm/max_abs": 5.0625, "train/tensor_act_model_layers_31_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 2400.730050047399, "train/tensor_act_model_layers_31_mlp_up_proj/mean": -0.04522705078125, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.23510782592358434, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 288.8418617433257, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.002819061279296875, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.04974376979767208, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.83984375, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/norm": 288.8418617433257, "train/tensor_act_model_layers_31_mlp/mean": 0.002819061279296875, "train/tensor_act_model_layers_31_mlp/std": 0.04974376979767208, "train/tensor_act_model_layers_31_mlp/max_abs": 0.83984375, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31/norm": 19701.410591289023, "train/tensor_act_model_layers_31/mean": 0.178955078125, "train/tensor_act_model_layers_31/std": 3.3985906719898678, "train/tensor_act_model_layers_31/max_abs": 44.0, "train/tensor_act_model_layers_31/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_input_layernorm/norm": 5792.604003910469, "train/tensor_act_model_layers_32_input_layernorm/mean": 0.0670166015625, "train/tensor_act_model_layers_32_input_layernorm/std": 0.996094310984734, "train/tensor_act_model_layers_32_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_32_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_q_proj/norm": 5197.955223397078, "train/tensor_act_model_layers_32_self_attn_q_proj/mean": 0.0452880859375, "train/tensor_act_model_layers_32_self_attn_q_proj/std": 0.8964867103562864, "train/tensor_act_model_layers_32_self_attn_q_proj/max_abs": 6.34375, "train/tensor_act_model_layers_32_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_k_proj/norm": 4691.957080844421, "train/tensor_act_model_layers_32_self_attn_k_proj/mean": -0.04498291015625, "train/tensor_act_model_layers_32_self_attn_k_proj/std": 0.8085937753391723, "train/tensor_act_model_layers_32_self_attn_k_proj/max_abs": 3.96875, "train/tensor_act_model_layers_32_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_v_proj/norm": 1724.810163300785, "train/tensor_act_model_layers_32_self_attn_v_proj/mean": 0.00025284290313720703, "train/tensor_act_model_layers_32_self_attn_v_proj/std": 0.29736458498068247, "train/tensor_act_model_layers_32_self_attn_v_proj/max_abs": 2.046875, "train/tensor_act_model_layers_32_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_o_proj/norm": 333.3949137434442, "train/tensor_act_model_layers_32_self_attn_o_proj/mean": -4.0665268898010254e-05, "train/tensor_act_model_layers_32_self_attn_o_proj/std": 0.05749553713734561, "train/tensor_act_model_layers_32_self_attn_o_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_32_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn/norm": 333.3949137434442, "train/tensor_act_model_layers_32_self_attn/mean": -4.0665268898010254e-05, "train/tensor_act_model_layers_32_self_attn/std": 0.05749553713734561, "train/tensor_act_model_layers_32_self_attn/max_abs": 0.54296875, "train/tensor_act_model_layers_32_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_post_attention_layernorm/norm": 5792.609741213637, "train/tensor_act_model_layers_32_post_attention_layernorm/mean": 0.0670166015625, "train/tensor_act_model_layers_32_post_attention_layernorm/std": 0.996094310984734, "train/tensor_act_model_layers_32_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_32_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 2414.349871284166, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.05010986328125, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.23535158624292785, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 324.4207351491395, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.00502777099609375, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.0557862721072071, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.609375, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/norm": 324.4207351491395, "train/tensor_act_model_layers_32_mlp/mean": 0.00502777099609375, "train/tensor_act_model_layers_32_mlp/std": 0.0557862721072071, "train/tensor_act_model_layers_32_mlp/max_abs": 0.609375, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32/norm": 19618.3518082448, "train/tensor_act_model_layers_32/mean": 0.183837890625, "train/tensor_act_model_layers_32/std": 3.3829663794496305, "train/tensor_act_model_layers_32/max_abs": 43.75, "train/tensor_act_model_layers_32/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_input_layernorm/norm": 5792.608276369712, "train/tensor_act_model_layers_33_input_layernorm/mean": 0.0694580078125, "train/tensor_act_model_layers_33_input_layernorm/std": 0.996094310984734, "train/tensor_act_model_layers_33_input_layernorm/max_abs": 5.15625, "train/tensor_act_model_layers_33_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_q_proj/norm": 5855.362421123063, "train/tensor_act_model_layers_33_self_attn_q_proj/mean": -0.07421875, "train/tensor_act_model_layers_33_self_attn_q_proj/std": 1.0078125591425915, "train/tensor_act_model_layers_33_self_attn_q_proj/max_abs": 4.90625, "train/tensor_act_model_layers_33_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_k_proj/norm": 4633.560955484136, "train/tensor_act_model_layers_33_self_attn_k_proj/mean": -0.0147552490234375, "train/tensor_act_model_layers_33_self_attn_k_proj/std": 0.7998065521989356, "train/tensor_act_model_layers_33_self_attn_k_proj/max_abs": 4.34375, "train/tensor_act_model_layers_33_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_v_proj/norm": 1640.0452039682073, "train/tensor_act_model_layers_33_self_attn_v_proj/mean": -0.00118255615234375, "train/tensor_act_model_layers_33_self_attn_v_proj/std": 0.28320317278647844, "train/tensor_act_model_layers_33_self_attn_v_proj/max_abs": 1.671875, "train/tensor_act_model_layers_33_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_o_proj/norm": 248.9760052699105, "train/tensor_act_model_layers_33_self_attn_o_proj/mean": -0.0008335113525390625, "train/tensor_act_model_layers_33_self_attn_o_proj/std": 0.042969487982137324, "train/tensor_act_model_layers_33_self_attn_o_proj/max_abs": 0.4765625, "train/tensor_act_model_layers_33_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn/norm": 248.9760052699105, "train/tensor_act_model_layers_33_self_attn/mean": -0.0008335113525390625, "train/tensor_act_model_layers_33_self_attn/std": 0.042969487982137324, "train/tensor_act_model_layers_33_self_attn/max_abs": 0.4765625, "train/tensor_act_model_layers_33_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_post_attention_layernorm/norm": 5792.607910159255, "train/tensor_act_model_layers_33_post_attention_layernorm/mean": 0.069091796875, "train/tensor_act_model_layers_33_post_attention_layernorm/std": 0.9960943184645284, "train/tensor_act_model_layers_33_post_attention_layernorm/max_abs": 5.15625, "train/tensor_act_model_layers_33_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 2640.7597403457553, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.05853271484375, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.2563491312620324, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 411.3667460524448, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.0004405975341796875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.07104534247311155, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.8203125, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/norm": 411.3667460524448, "train/tensor_act_model_layers_33_mlp/mean": 0.0004405975341796875, "train/tensor_act_model_layers_33_mlp/std": 0.07104534247311155, "train/tensor_act_model_layers_33_mlp/max_abs": 0.8203125, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33/norm": 19521.383899846613, "train/tensor_act_model_layers_33/mean": 0.18359375, "train/tensor_act_model_layers_33/std": 3.3673423501362674, "train/tensor_act_model_layers_33/max_abs": 43.75, "train/tensor_act_model_layers_33/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_input_layernorm/norm": 5792.610595704293, "train/tensor_act_model_layers_34_input_layernorm/mean": 0.06982421875, "train/tensor_act_model_layers_34_input_layernorm/std": 0.9960945278987465, "train/tensor_act_model_layers_34_input_layernorm/max_abs": 5.21875, "train/tensor_act_model_layers_34_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_q_proj/norm": 5911.193855014289, "train/tensor_act_model_layers_34_self_attn_q_proj/mean": -0.030517578125, "train/tensor_act_model_layers_34_self_attn_q_proj/std": 1.0214901407928834, "train/tensor_act_model_layers_34_self_attn_q_proj/max_abs": 5.40625, "train/tensor_act_model_layers_34_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_k_proj/norm": 4972.178316999101, "train/tensor_act_model_layers_34_self_attn_k_proj/mean": -0.02301025390625, "train/tensor_act_model_layers_34_self_attn_k_proj/std": 0.8593751495534593, "train/tensor_act_model_layers_34_self_attn_k_proj/max_abs": 4.3125, "train/tensor_act_model_layers_34_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_v_proj/norm": 2190.461130105945, "train/tensor_act_model_layers_34_self_attn_v_proj/mean": -0.00395965576171875, "train/tensor_act_model_layers_34_self_attn_v_proj/std": 0.3784189288065637, "train/tensor_act_model_layers_34_self_attn_v_proj/max_abs": 2.09375, "train/tensor_act_model_layers_34_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_o_proj/norm": 510.11888046401555, "train/tensor_act_model_layers_34_self_attn_o_proj/mean": 0.0013675689697265625, "train/tensor_act_model_layers_34_self_attn_o_proj/std": 0.08813591649484279, "train/tensor_act_model_layers_34_self_attn_o_proj/max_abs": 0.96484375, "train/tensor_act_model_layers_34_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn/norm": 510.11888046401555, "train/tensor_act_model_layers_34_self_attn/mean": 0.0013675689697265625, "train/tensor_act_model_layers_34_self_attn/std": 0.08813591649484279, "train/tensor_act_model_layers_34_self_attn/max_abs": 0.96484375, "train/tensor_act_model_layers_34_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_post_attention_layernorm/norm": 5792.6116943375255, "train/tensor_act_model_layers_34_post_attention_layernorm/mean": 0.0701904296875, "train/tensor_act_model_layers_34_post_attention_layernorm/std": 0.9960943708230869, "train/tensor_act_model_layers_34_post_attention_layernorm/max_abs": 5.40625, "train/tensor_act_model_layers_34_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 2541.985834433508, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.0499267578125, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.2482914057215624, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 315.36580776449654, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.00551605224609375, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.054138567965066595, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.8046875, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/norm": 315.36580776449654, "train/tensor_act_model_layers_34_mlp/mean": 0.00551605224609375, "train/tensor_act_model_layers_34_mlp/std": 0.054138567965066595, "train/tensor_act_model_layers_34_mlp/max_abs": 0.8046875, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34/norm": 19459.67232078206, "train/tensor_act_model_layers_34/mean": 0.1904296875, "train/tensor_act_model_layers_34/std": 3.3517180720148945, "train/tensor_act_model_layers_34/max_abs": 43.75, "train/tensor_act_model_layers_34/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_input_layernorm/norm": 5792.612670901415, "train/tensor_act_model_layers_35_input_layernorm/mean": 0.07275390625, "train/tensor_act_model_layers_35_input_layernorm/std": 0.9960945278987465, "train/tensor_act_model_layers_35_input_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_35_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_q_proj/norm": 5439.006616944372, "train/tensor_act_model_layers_35_self_attn_q_proj/mean": -0.0125732421875, "train/tensor_act_model_layers_35_self_attn_q_proj/std": 0.9394552216932728, "train/tensor_act_model_layers_35_self_attn_q_proj/max_abs": 5.25, "train/tensor_act_model_layers_35_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_k_proj/norm": 5057.4855427543325, "train/tensor_act_model_layers_35_self_attn_k_proj/mean": -0.0133056640625, "train/tensor_act_model_layers_35_self_attn_k_proj/std": 0.872071964608365, "train/tensor_act_model_layers_35_self_attn_k_proj/max_abs": 4.25, "train/tensor_act_model_layers_35_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_v_proj/norm": 1843.847999657728, "train/tensor_act_model_layers_35_self_attn_v_proj/mean": 0.00572967529296875, "train/tensor_act_model_layers_35_self_attn_v_proj/std": 0.31835957493146805, "train/tensor_act_model_layers_35_self_attn_v_proj/max_abs": 2.359375, "train/tensor_act_model_layers_35_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_o_proj/norm": 297.18006708029276, "train/tensor_act_model_layers_35_self_attn_o_proj/mean": 1.8727034330368042e-05, "train/tensor_act_model_layers_35_self_attn_o_proj/std": 0.051332422387870655, "train/tensor_act_model_layers_35_self_attn_o_proj/max_abs": 0.85546875, "train/tensor_act_model_layers_35_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn/norm": 297.18006708029276, "train/tensor_act_model_layers_35_self_attn/mean": 1.8727034330368042e-05, "train/tensor_act_model_layers_35_self_attn/std": 0.051332422387870655, "train/tensor_act_model_layers_35_self_attn/max_abs": 0.85546875, "train/tensor_act_model_layers_35_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_post_attention_layernorm/norm": 5792.612548828789, "train/tensor_act_model_layers_35_post_attention_layernorm/mean": 0.0728759765625, "train/tensor_act_model_layers_35_post_attention_layernorm/std": 0.996094310984734, "train/tensor_act_model_layers_35_post_attention_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_35_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 2491.9006584765243, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.04925537109375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.24340865461332484, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 265.1687172652716, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.0055084228515625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.04541048695843775, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.91015625, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/norm": 265.1687172652716, "train/tensor_act_model_layers_35_mlp/mean": 0.0055084228515625, "train/tensor_act_model_layers_35_mlp/std": 0.04541048695843775, "train/tensor_act_model_layers_35_mlp/max_abs": 0.91015625, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35/norm": 19412.93960212309, "train/tensor_act_model_layers_35/mean": 0.1962890625, "train/tensor_act_model_layers_35/std": 3.3438420505866064, "train/tensor_act_model_layers_35/max_abs": 43.75, "train/tensor_act_model_layers_35/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_input_layernorm/norm": 5792.60693359872, "train/tensor_act_model_layers_36_input_layernorm/mean": 0.075439453125, "train/tensor_act_model_layers_36_input_layernorm/std": 0.9960943783028808, "train/tensor_act_model_layers_36_input_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_36_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_q_proj/norm": 6395.746964569026, "train/tensor_act_model_layers_36_self_attn_q_proj/mean": -0.11328125, "train/tensor_act_model_layers_36_self_attn_q_proj/std": 1.0996150665406934, "train/tensor_act_model_layers_36_self_attn_q_proj/max_abs": 5.6875, "train/tensor_act_model_layers_36_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_k_proj/norm": 5438.15035021664, "train/tensor_act_model_layers_36_self_attn_k_proj/mean": 0.00494384765625, "train/tensor_act_model_layers_36_self_attn_k_proj/std": 0.9384782319247573, "train/tensor_act_model_layers_36_self_attn_k_proj/max_abs": 4.375, "train/tensor_act_model_layers_36_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_v_proj/norm": 2696.6315776775764, "train/tensor_act_model_layers_36_self_attn_v_proj/mean": -0.009979248046875, "train/tensor_act_model_layers_36_self_attn_v_proj/std": 0.46533286884148417, "train/tensor_act_model_layers_36_self_attn_v_proj/max_abs": 3.96875, "train/tensor_act_model_layers_36_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_o_proj/norm": 1003.8804444111901, "train/tensor_act_model_layers_36_self_attn_o_proj/mean": -0.001949310302734375, "train/tensor_act_model_layers_36_self_attn_o_proj/std": 0.1730964679374935, "train/tensor_act_model_layers_36_self_attn_o_proj/max_abs": 1.4453125, "train/tensor_act_model_layers_36_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn/norm": 1003.8804444111901, "train/tensor_act_model_layers_36_self_attn/mean": -0.001949310302734375, "train/tensor_act_model_layers_36_self_attn/std": 0.1730964679374935, "train/tensor_act_model_layers_36_self_attn/max_abs": 1.4453125, "train/tensor_act_model_layers_36_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_post_attention_layernorm/norm": 5792.609008796454, "train/tensor_act_model_layers_36_post_attention_layernorm/mean": 0.0743408203125, "train/tensor_act_model_layers_36_post_attention_layernorm/std": 0.9960946101764631, "train/tensor_act_model_layers_36_post_attention_layernorm/max_abs": 5.5, "train/tensor_act_model_layers_36_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 2739.593119854954, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.05615234375, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.2675781806890054, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 532.3461817353707, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.00498199462890625, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.09167765518968411, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 1.21875, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/norm": 532.3461817353707, "train/tensor_act_model_layers_36_mlp/mean": 0.00498199462890625, "train/tensor_act_model_layers_36_mlp/std": 0.09167765518968411, "train/tensor_act_model_layers_36_mlp/max_abs": 1.21875, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36/norm": 19325.382410875427, "train/tensor_act_model_layers_36/mean": 0.198974609375, "train/tensor_act_model_layers_36/std": 3.3282174379648057, "train/tensor_act_model_layers_36/max_abs": 43.75, "train/tensor_act_model_layers_36/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_input_layernorm/norm": 5792.606567383557, "train/tensor_act_model_layers_37_input_layernorm/mean": 0.0767822265625, "train/tensor_act_model_layers_37_input_layernorm/std": 0.9960946101764631, "train/tensor_act_model_layers_37_input_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_37_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_q_proj/norm": 5293.849586244976, "train/tensor_act_model_layers_37_self_attn_q_proj/mean": 0.02801513671875, "train/tensor_act_model_layers_37_self_attn_q_proj/std": 0.9140625835483871, "train/tensor_act_model_layers_37_self_attn_q_proj/max_abs": 5.25, "train/tensor_act_model_layers_37_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_k_proj/norm": 4978.559573442487, "train/tensor_act_model_layers_37_self_attn_k_proj/mean": -0.042724609375, "train/tensor_act_model_layers_37_self_attn_k_proj/std": 0.8584001907834146, "train/tensor_act_model_layers_37_self_attn_k_proj/max_abs": 4.625, "train/tensor_act_model_layers_37_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_v_proj/norm": 1883.9050445405653, "train/tensor_act_model_layers_37_self_attn_v_proj/mean": -0.0006327629089355469, "train/tensor_act_model_layers_37_self_attn_v_proj/std": 0.32519679732789347, "train/tensor_act_model_layers_37_self_attn_v_proj/max_abs": 2.234375, "train/tensor_act_model_layers_37_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_o_proj/norm": 262.7736396387259, "train/tensor_act_model_layers_37_self_attn_o_proj/mean": 0.0006208419799804688, "train/tensor_act_model_layers_37_self_attn_o_proj/std": 0.04535061546707522, "train/tensor_act_model_layers_37_self_attn_o_proj/max_abs": 0.796875, "train/tensor_act_model_layers_37_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn/norm": 262.7736396387259, "train/tensor_act_model_layers_37_self_attn/mean": 0.0006208419799804688, "train/tensor_act_model_layers_37_self_attn/std": 0.04535061546707522, "train/tensor_act_model_layers_37_self_attn/max_abs": 0.796875, "train/tensor_act_model_layers_37_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_post_attention_layernorm/norm": 5792.610473633721, "train/tensor_act_model_layers_37_post_attention_layernorm/mean": 0.0767822265625, "train/tensor_act_model_layers_37_post_attention_layernorm/std": 0.9960946101764631, "train/tensor_act_model_layers_37_post_attention_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_37_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 2631.502117140983, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.05194091796875, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.2573256302565021, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 375.2667933545547, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 0.00641632080078125, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.06433141435019551, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.8046875, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/norm": 375.2667933545547, "train/tensor_act_model_layers_37_mlp/mean": 0.00641632080078125, "train/tensor_act_model_layers_37_mlp/std": 0.06433141435019551, "train/tensor_act_model_layers_37_mlp/max_abs": 0.8046875, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37/norm": 19261.82759163433, "train/tensor_act_model_layers_37/mean": 0.2060546875, "train/tensor_act_model_layers_37/std": 3.3204696079558382, "train/tensor_act_model_layers_37/max_abs": 43.75, "train/tensor_act_model_layers_37/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_input_layernorm/norm": 5792.606323245957, "train/tensor_act_model_layers_38_input_layernorm/mean": 0.0797119140625, "train/tensor_act_model_layers_38_input_layernorm/std": 0.9960946101764631, "train/tensor_act_model_layers_38_input_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_38_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_q_proj/norm": 6060.254036758707, "train/tensor_act_model_layers_38_self_attn_q_proj/mean": 0.025848388671875, "train/tensor_act_model_layers_38_self_attn_q_proj/std": 1.046875072504155, "train/tensor_act_model_layers_38_self_attn_q_proj/max_abs": 6.84375, "train/tensor_act_model_layers_38_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_k_proj/norm": 5791.222328700648, "train/tensor_act_model_layers_38_self_attn_k_proj/mean": 0.03839111328125, "train/tensor_act_model_layers_38_self_attn_k_proj/std": 1.0000000949948982, "train/tensor_act_model_layers_38_self_attn_k_proj/max_abs": 5.53125, "train/tensor_act_model_layers_38_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_v_proj/norm": 2861.4887133711486, "train/tensor_act_model_layers_38_self_attn_v_proj/mean": 0.0001821070909500122, "train/tensor_act_model_layers_38_self_attn_v_proj/std": 0.4941406460685043, "train/tensor_act_model_layers_38_self_attn_v_proj/max_abs": 2.6875, "train/tensor_act_model_layers_38_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_o_proj/norm": 1250.8512020168237, "train/tensor_act_model_layers_38_self_attn_o_proj/mean": -0.00218963623046875, "train/tensor_act_model_layers_38_self_attn_o_proj/std": 0.2158236380629412, "train/tensor_act_model_layers_38_self_attn_o_proj/max_abs": 1.96875, "train/tensor_act_model_layers_38_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn/norm": 1250.8512020168237, "train/tensor_act_model_layers_38_self_attn/mean": -0.00218963623046875, "train/tensor_act_model_layers_38_self_attn/std": 0.2158236380629412, "train/tensor_act_model_layers_38_self_attn/max_abs": 1.96875, "train/tensor_act_model_layers_38_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_post_attention_layernorm/norm": 5792.613891603439, "train/tensor_act_model_layers_38_post_attention_layernorm/mean": 0.0784912109375, "train/tensor_act_model_layers_38_post_attention_layernorm/std": 0.9960945503381244, "train/tensor_act_model_layers_38_post_attention_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_38_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 2606.110492202406, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.04754638671875, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.25537263275324606, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 361.0218927454558, "train/tensor_act_model_layers_38_mlp_down_proj/mean": -0.00440216064453125, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.06219539838606352, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.6796875, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/norm": 361.0218927454558, "train/tensor_act_model_layers_38_mlp/mean": -0.00440216064453125, "train/tensor_act_model_layers_38_mlp/std": 0.06219539838606352, "train/tensor_act_model_layers_38_mlp/max_abs": 0.6796875, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38/norm": 19187.101108961346, "train/tensor_act_model_layers_38/mean": 0.199462890625, "train/tensor_act_model_layers_38/std": 3.3048453778009543, "train/tensor_act_model_layers_38/max_abs": 44.0, "train/tensor_act_model_layers_38/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_input_layernorm/norm": 5792.611328128838, "train/tensor_act_model_layers_39_input_layernorm/mean": 0.0770263671875, "train/tensor_act_model_layers_39_input_layernorm/std": 0.9960945503381244, "train/tensor_act_model_layers_39_input_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_39_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_q_proj/norm": 5987.580328042504, "train/tensor_act_model_layers_39_self_attn_q_proj/mean": 0.02728271484375, "train/tensor_act_model_layers_39_self_attn_q_proj/std": 1.0312505689532705, "train/tensor_act_model_layers_39_self_attn_q_proj/max_abs": 6.21875, "train/tensor_act_model_layers_39_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_k_proj/norm": 5108.052010809512, "train/tensor_act_model_layers_39_self_attn_k_proj/mean": 0.003612518310546875, "train/tensor_act_model_layers_39_self_attn_k_proj/std": 0.8818376415690746, "train/tensor_act_model_layers_39_self_attn_k_proj/max_abs": 4.375, "train/tensor_act_model_layers_39_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_v_proj/norm": 1992.3033580984138, "train/tensor_act_model_layers_39_self_attn_v_proj/mean": 0.00447845458984375, "train/tensor_act_model_layers_39_self_attn_v_proj/std": 0.3437528219804834, "train/tensor_act_model_layers_39_self_attn_v_proj/max_abs": 2.59375, "train/tensor_act_model_layers_39_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_o_proj/norm": 551.5978131565836, "train/tensor_act_model_layers_39_self_attn_o_proj/mean": -7.009506225585938e-05, "train/tensor_act_model_layers_39_self_attn_o_proj/std": 0.09522320285450014, "train/tensor_act_model_layers_39_self_attn_o_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_39_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn/norm": 551.5978131565836, "train/tensor_act_model_layers_39_self_attn/mean": -7.009506225585938e-05, "train/tensor_act_model_layers_39_self_attn/std": 0.09522320285450014, "train/tensor_act_model_layers_39_self_attn/max_abs": 1.1953125, "train/tensor_act_model_layers_39_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_post_attention_layernorm/norm": 5792.601318361325, "train/tensor_act_model_layers_39_post_attention_layernorm/mean": 0.0770263671875, "train/tensor_act_model_layers_39_post_attention_layernorm/std": 0.9960945503381244, "train/tensor_act_model_layers_39_post_attention_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_39_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 2543.224138437396, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.04638671875, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.24926805636278804, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 311.3425992945349, "train/tensor_act_model_layers_39_mlp_down_proj/mean": -0.0062255859375, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.05340614536692557, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.7265625, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/norm": 311.3425992945349, "train/tensor_act_model_layers_39_mlp/mean": -0.0062255859375, "train/tensor_act_model_layers_39_mlp/std": 0.05340614536692557, "train/tensor_act_model_layers_39_mlp/max_abs": 0.7265625, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39/norm": 19119.73020205448, "train/tensor_act_model_layers_39/mean": 0.193115234375, "train/tensor_act_model_layers_39/std": 3.2969683141293635, "train/tensor_act_model_layers_39/max_abs": 44.0, "train/tensor_act_model_layers_39/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_input_layernorm/norm": 5792.606933598165, "train/tensor_act_model_layers_40_input_layernorm/mean": 0.0745849609375, "train/tensor_act_model_layers_40_input_layernorm/std": 0.9960945503381244, "train/tensor_act_model_layers_40_input_layernorm/max_abs": 5.25, "train/tensor_act_model_layers_40_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_q_proj/norm": 7815.469964527971, "train/tensor_act_model_layers_40_self_attn_q_proj/mean": -0.144287109375, "train/tensor_act_model_layers_40_self_attn_q_proj/std": 1.3398495109589954, "train/tensor_act_model_layers_40_self_attn_q_proj/max_abs": 6.3125, "train/tensor_act_model_layers_40_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_k_proj/norm": 5687.731760077235, "train/tensor_act_model_layers_40_self_attn_k_proj/mean": -0.0933837890625, "train/tensor_act_model_layers_40_self_attn_k_proj/std": 0.9775405487445581, "train/tensor_act_model_layers_40_self_attn_k_proj/max_abs": 6.125, "train/tensor_act_model_layers_40_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_v_proj/norm": 2436.239425889477, "train/tensor_act_model_layers_40_self_attn_v_proj/mean": 0.0120697021484375, "train/tensor_act_model_layers_40_self_attn_v_proj/std": 0.42041105426466463, "train/tensor_act_model_layers_40_self_attn_v_proj/max_abs": 2.625, "train/tensor_act_model_layers_40_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_o_proj/norm": 808.9553720877233, "train/tensor_act_model_layers_40_self_attn_o_proj/mean": 0.0011320114135742188, "train/tensor_act_model_layers_40_self_attn_o_proj/std": 0.13965020294754837, "train/tensor_act_model_layers_40_self_attn_o_proj/max_abs": 1.4140625, "train/tensor_act_model_layers_40_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn/norm": 808.9553720877233, "train/tensor_act_model_layers_40_self_attn/mean": 0.0011320114135742188, "train/tensor_act_model_layers_40_self_attn/std": 0.13965020294754837, "train/tensor_act_model_layers_40_self_attn/max_abs": 1.4140625, "train/tensor_act_model_layers_40_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_post_attention_layernorm/norm": 5792.609497074783, "train/tensor_act_model_layers_40_post_attention_layernorm/mean": 0.0750732421875, "train/tensor_act_model_layers_40_post_attention_layernorm/std": 0.9960945503381244, "train/tensor_act_model_layers_40_post_attention_layernorm/max_abs": 5.21875, "train/tensor_act_model_layers_40_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 2926.589766765825, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.05535888671875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.2866224129693574, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 509.17988441806676, "train/tensor_act_model_layers_40_mlp_down_proj/mean": -0.0106353759765625, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.08740304035569813, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 1.3359375, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/norm": 509.17988441806676, "train/tensor_act_model_layers_40_mlp/mean": -0.0106353759765625, "train/tensor_act_model_layers_40_mlp/std": 0.08740304035569813, "train/tensor_act_model_layers_40_mlp/max_abs": 1.3359375, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40/norm": 19037.605958705342, "train/tensor_act_model_layers_40/mean": 0.183349609375, "train/tensor_act_model_layers_40/std": 3.2813437584696934, "train/tensor_act_model_layers_40/max_abs": 44.0, "train/tensor_act_model_layers_40/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_input_layernorm/norm": 5792.612792969686, "train/tensor_act_model_layers_41_input_layernorm/mean": 0.0711669921875, "train/tensor_act_model_layers_41_input_layernorm/std": 0.9960945503381244, "train/tensor_act_model_layers_41_input_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_41_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_q_proj/norm": 5138.344974448401, "train/tensor_act_model_layers_41_self_attn_q_proj/mean": -0.028900146484375, "train/tensor_act_model_layers_41_self_attn_q_proj/std": 0.8867188776116972, "train/tensor_act_model_layers_41_self_attn_q_proj/max_abs": 4.96875, "train/tensor_act_model_layers_41_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_k_proj/norm": 4688.3512400426425, "train/tensor_act_model_layers_41_self_attn_k_proj/mean": 0.001773834228515625, "train/tensor_act_model_layers_41_self_attn_k_proj/std": 0.8095722569014773, "train/tensor_act_model_layers_41_self_attn_k_proj/max_abs": 4.6875, "train/tensor_act_model_layers_41_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_v_proj/norm": 1607.209948230453, "train/tensor_act_model_layers_41_self_attn_v_proj/mean": -0.002597808837890625, "train/tensor_act_model_layers_41_self_attn_v_proj/std": 0.2773437949920588, "train/tensor_act_model_layers_41_self_attn_v_proj/max_abs": 1.625, "train/tensor_act_model_layers_41_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_o_proj/norm": 218.1303411328271, "train/tensor_act_model_layers_41_self_attn_o_proj/mean": -0.00077056884765625, "train/tensor_act_model_layers_41_self_attn_o_proj/std": 0.03765924687493696, "train/tensor_act_model_layers_41_self_attn_o_proj/max_abs": 0.39453125, "train/tensor_act_model_layers_41_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn/norm": 218.1303411328271, "train/tensor_act_model_layers_41_self_attn/mean": -0.00077056884765625, "train/tensor_act_model_layers_41_self_attn/std": 0.03765924687493696, "train/tensor_act_model_layers_41_self_attn/max_abs": 0.39453125, "train/tensor_act_model_layers_41_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_post_attention_layernorm/norm": 5792.608886722167, "train/tensor_act_model_layers_41_post_attention_layernorm/mean": 0.071044921875, "train/tensor_act_model_layers_41_post_attention_layernorm/std": 0.9960943783028808, "train/tensor_act_model_layers_41_post_attention_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_41_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 2811.6440739015598, "train/tensor_act_model_layers_41_mlp_up_proj/mean": -0.05633544921875, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.2749037192057862, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 422.2823241249858, "train/tensor_act_model_layers_41_mlp_down_proj/mean": -0.00328826904296875, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.0728771079437255, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/norm": 422.2823241249858, "train/tensor_act_model_layers_41_mlp/mean": -0.00328826904296875, "train/tensor_act_model_layers_41_mlp/std": 0.0728771079437255, "train/tensor_act_model_layers_41_mlp/max_abs": 1.9296875, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41/norm": 18943.716038698534, "train/tensor_act_model_layers_41/mean": 0.179443359375, "train/tensor_act_model_layers_41/std": 3.2657192070619017, "train/tensor_act_model_layers_41/max_abs": 43.75, "train/tensor_act_model_layers_41/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_input_layernorm/norm": 5792.606811524244, "train/tensor_act_model_layers_42_input_layernorm/mean": 0.070068359375, "train/tensor_act_model_layers_42_input_layernorm/std": 0.9960943783028808, "train/tensor_act_model_layers_42_input_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_42_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_q_proj/norm": 6213.614627909417, "train/tensor_act_model_layers_42_self_attn_q_proj/mean": 0.0155487060546875, "train/tensor_act_model_layers_42_self_attn_q_proj/std": 1.072271202308276, "train/tensor_act_model_layers_42_self_attn_q_proj/max_abs": 6.375, "train/tensor_act_model_layers_42_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_k_proj/norm": 5486.804866168162, "train/tensor_act_model_layers_42_self_attn_k_proj/mean": 0.00258636474609375, "train/tensor_act_model_layers_42_self_attn_k_proj/std": 0.9472680093364104, "train/tensor_act_model_layers_42_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_42_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_v_proj/norm": 2241.2870571988483, "train/tensor_act_model_layers_42_self_attn_v_proj/mean": 0.0137939453125, "train/tensor_act_model_layers_42_self_attn_v_proj/std": 0.3867188318811195, "train/tensor_act_model_layers_42_self_attn_v_proj/max_abs": 3.3125, "train/tensor_act_model_layers_42_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_o_proj/norm": 626.5013829532713, "train/tensor_act_model_layers_42_self_attn_o_proj/mean": -0.00345611572265625, "train/tensor_act_model_layers_42_self_attn_o_proj/std": 0.10815520614474303, "train/tensor_act_model_layers_42_self_attn_o_proj/max_abs": 2.234375, "train/tensor_act_model_layers_42_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn/norm": 626.5013829532713, "train/tensor_act_model_layers_42_self_attn/mean": -0.00345611572265625, "train/tensor_act_model_layers_42_self_attn/std": 0.10815520614474303, "train/tensor_act_model_layers_42_self_attn/max_abs": 2.234375, "train/tensor_act_model_layers_42_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_post_attention_layernorm/norm": 5792.602661137097, "train/tensor_act_model_layers_42_post_attention_layernorm/mean": 0.069091796875, "train/tensor_act_model_layers_42_post_attention_layernorm/std": 0.9960943783028808, "train/tensor_act_model_layers_42_post_attention_layernorm/max_abs": 5.15625, "train/tensor_act_model_layers_42_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 3082.2621781569796, "train/tensor_act_model_layers_42_mlp_up_proj/mean": -0.05682373046875, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.302734393458212, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 426.9068197671586, "train/tensor_act_model_layers_42_mlp_down_proj/mean": -0.0004267692565917969, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.07373128828926591, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.8828125, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/norm": 426.9068197671586, "train/tensor_act_model_layers_42_mlp/mean": -0.0004267692565917969, "train/tensor_act_model_layers_42_mlp/std": 0.07373128828926591, "train/tensor_act_model_layers_42_mlp/max_abs": 0.8828125, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42/norm": 18830.722950926636, "train/tensor_act_model_layers_42/mean": 0.175537109375, "train/tensor_act_model_layers_42/std": 3.2500946599673086, "train/tensor_act_model_layers_42/max_abs": 43.75, "train/tensor_act_model_layers_42/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_input_layernorm/norm": 5792.614746099471, "train/tensor_act_model_layers_43_input_layernorm/mean": 0.069091796875, "train/tensor_act_model_layers_43_input_layernorm/std": 0.9960943783028808, "train/tensor_act_model_layers_43_input_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_43_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_q_proj/norm": 6390.6068940068035, "train/tensor_act_model_layers_43_self_attn_q_proj/mean": -0.026763916015625, "train/tensor_act_model_layers_43_self_attn_q_proj/std": 1.101562514795479, "train/tensor_act_model_layers_43_self_attn_q_proj/max_abs": 6.53125, "train/tensor_act_model_layers_43_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_k_proj/norm": 5315.014628383923, "train/tensor_act_model_layers_43_self_attn_k_proj/mean": -0.022735595703125, "train/tensor_act_model_layers_43_self_attn_k_proj/std": 0.9169938830887105, "train/tensor_act_model_layers_43_self_attn_k_proj/max_abs": 5.15625, "train/tensor_act_model_layers_43_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_v_proj/norm": 2547.7971210171922, "train/tensor_act_model_layers_43_self_attn_v_proj/mean": 0.002719879150390625, "train/tensor_act_model_layers_43_self_attn_v_proj/std": 0.4394532496895878, "train/tensor_act_model_layers_43_self_attn_v_proj/max_abs": 3.234375, "train/tensor_act_model_layers_43_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_o_proj/norm": 622.6399771079915, "train/tensor_act_model_layers_43_self_attn_o_proj/mean": 0.00028967857360839844, "train/tensor_act_model_layers_43_self_attn_o_proj/std": 0.107423014920877, "train/tensor_act_model_layers_43_self_attn_o_proj/max_abs": 1.4609375, "train/tensor_act_model_layers_43_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn/norm": 622.6399771079915, "train/tensor_act_model_layers_43_self_attn/mean": 0.00028967857360839844, "train/tensor_act_model_layers_43_self_attn/std": 0.107423014920877, "train/tensor_act_model_layers_43_self_attn/max_abs": 1.4609375, "train/tensor_act_model_layers_43_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_post_attention_layernorm/norm": 5792.60754394758, "train/tensor_act_model_layers_43_post_attention_layernorm/mean": 0.069091796875, "train/tensor_act_model_layers_43_post_attention_layernorm/std": 0.9960943783028808, "train/tensor_act_model_layers_43_post_attention_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_43_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 3019.116267393477, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.06024169921875, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.2949219444729553, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 446.2661203056463, "train/tensor_act_model_layers_43_mlp_down_proj/mean": -0.00421142578125, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.07702666039267472, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/norm": 446.2661203056463, "train/tensor_act_model_layers_43_mlp/mean": -0.00421142578125, "train/tensor_act_model_layers_43_mlp/std": 0.07702666039267472, "train/tensor_act_model_layers_43_mlp/max_abs": 1.1328125, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43/norm": 18740.583398571165, "train/tensor_act_model_layers_43/mean": 0.171630859375, "train/tensor_act_model_layers_43/std": 3.234470117248421, "train/tensor_act_model_layers_43/max_abs": 43.75, "train/tensor_act_model_layers_43/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_input_layernorm/norm": 5792.60925293143, "train/tensor_act_model_layers_44_input_layernorm/mean": 0.0675048828125, "train/tensor_act_model_layers_44_input_layernorm/std": 0.9960946101764631, "train/tensor_act_model_layers_44_input_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_44_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_q_proj/norm": 5392.91277306753, "train/tensor_act_model_layers_44_self_attn_q_proj/mean": -0.03240966796875, "train/tensor_act_model_layers_44_self_attn_q_proj/std": 0.9296875220386919, "train/tensor_act_model_layers_44_self_attn_q_proj/max_abs": 5.40625, "train/tensor_act_model_layers_44_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_k_proj/norm": 5132.25037305628, "train/tensor_act_model_layers_44_self_attn_k_proj/mean": 0.0009984970092773438, "train/tensor_act_model_layers_44_self_attn_k_proj/std": 0.8867188438558737, "train/tensor_act_model_layers_44_self_attn_k_proj/max_abs": 4.90625, "train/tensor_act_model_layers_44_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_v_proj/norm": 2240.806117497266, "train/tensor_act_model_layers_44_self_attn_v_proj/mean": -0.0017261505126953125, "train/tensor_act_model_layers_44_self_attn_v_proj/std": 0.38671894944879265, "train/tensor_act_model_layers_44_self_attn_v_proj/max_abs": 2.28125, "train/tensor_act_model_layers_44_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_o_proj/norm": 498.07774751762025, "train/tensor_act_model_layers_44_self_attn_o_proj/mean": 0.0006875991821289062, "train/tensor_act_model_layers_44_self_attn_o_proj/std": 0.08593833015894188, "train/tensor_act_model_layers_44_self_attn_o_proj/max_abs": 1.203125, "train/tensor_act_model_layers_44_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn/norm": 498.07774751762025, "train/tensor_act_model_layers_44_self_attn/mean": 0.0006875991821289062, "train/tensor_act_model_layers_44_self_attn/std": 0.08593833015894188, "train/tensor_act_model_layers_44_self_attn/max_abs": 1.203125, "train/tensor_act_model_layers_44_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_post_attention_layernorm/norm": 5792.617675790542, "train/tensor_act_model_layers_44_post_attention_layernorm/mean": 0.0677490234375, "train/tensor_act_model_layers_44_post_attention_layernorm/std": 0.996094370823087, "train/tensor_act_model_layers_44_post_attention_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_44_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 2932.9972025519146, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.05865478515625, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.28662251694697966, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 401.2455340364718, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.005218505859375, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.06897005401803659, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 1.46875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/norm": 401.2455340364718, "train/tensor_act_model_layers_44_mlp/mean": 0.005218505859375, "train/tensor_act_model_layers_44_mlp/std": 0.06897005401803659, "train/tensor_act_model_layers_44_mlp/max_abs": 1.46875, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44/norm": 18689.526365225352, "train/tensor_act_model_layers_44/mean": 0.177734375, "train/tensor_act_model_layers_44/std": 3.2188456252624547, "train/tensor_act_model_layers_44/max_abs": 43.75, "train/tensor_act_model_layers_44/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_input_layernorm/norm": 5792.608398443149, "train/tensor_act_model_layers_45_input_layernorm/mean": 0.070068359375, "train/tensor_act_model_layers_45_input_layernorm/std": 0.9960943783028808, "train/tensor_act_model_layers_45_input_layernorm/max_abs": 5.21875, "train/tensor_act_model_layers_45_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_q_proj/norm": 6406.706847595596, "train/tensor_act_model_layers_45_self_attn_q_proj/mean": 0.1043701171875, "train/tensor_act_model_layers_45_self_attn_q_proj/std": 1.1015625744001214, "train/tensor_act_model_layers_45_self_attn_q_proj/max_abs": 5.75, "train/tensor_act_model_layers_45_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_k_proj/norm": 5540.904790468303, "train/tensor_act_model_layers_45_self_attn_k_proj/mean": 0.072509765625, "train/tensor_act_model_layers_45_self_attn_k_proj/std": 0.953125156340039, "train/tensor_act_model_layers_45_self_attn_k_proj/max_abs": 5.28125, "train/tensor_act_model_layers_45_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_v_proj/norm": 2694.8850318073182, "train/tensor_act_model_layers_45_self_attn_v_proj/mean": -0.00334930419921875, "train/tensor_act_model_layers_45_self_attn_v_proj/std": 0.46533281111326646, "train/tensor_act_model_layers_45_self_attn_v_proj/max_abs": 2.90625, "train/tensor_act_model_layers_45_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_o_proj/norm": 981.4131383244968, "train/tensor_act_model_layers_45_self_attn_o_proj/mean": -0.002918243408203125, "train/tensor_act_model_layers_45_self_attn_o_proj/std": 0.16943436478671606, "train/tensor_act_model_layers_45_self_attn_o_proj/max_abs": 2.0625, "train/tensor_act_model_layers_45_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn/norm": 981.4131383244968, "train/tensor_act_model_layers_45_self_attn/mean": -0.002918243408203125, "train/tensor_act_model_layers_45_self_attn/std": 0.16943436478671606, "train/tensor_act_model_layers_45_self_attn/max_abs": 2.0625, "train/tensor_act_model_layers_45_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_post_attention_layernorm/norm": 5792.6098632836265, "train/tensor_act_model_layers_45_post_attention_layernorm/mean": 0.069091796875, "train/tensor_act_model_layers_45_post_attention_layernorm/std": 0.9960943783028808, "train/tensor_act_model_layers_45_post_attention_layernorm/max_abs": 5.25, "train/tensor_act_model_layers_45_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 3106.7382892704763, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.05609130859375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.3046875672462585, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 4.8125, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 427.8991140030339, "train/tensor_act_model_layers_45_mlp_down_proj/mean": -0.0007171630859375, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.07385284304556275, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.9140625, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/norm": 427.8991140030339, "train/tensor_act_model_layers_45_mlp/mean": -0.0007171630859375, "train/tensor_act_model_layers_45_mlp/std": 0.07385284304556275, "train/tensor_act_model_layers_45_mlp/max_abs": 0.9140625, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45/norm": 18660.419261042494, "train/tensor_act_model_layers_45/mean": 0.173828125, "train/tensor_act_model_layers_45/std": 3.2188456252624547, "train/tensor_act_model_layers_45/max_abs": 43.75, "train/tensor_act_model_layers_45/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_input_layernorm/norm": 5792.6083984420075, "train/tensor_act_model_layers_46_input_layernorm/mean": 0.0687255859375, "train/tensor_act_model_layers_46_input_layernorm/std": 0.9960943708230869, "train/tensor_act_model_layers_46_input_layernorm/max_abs": 5.25, "train/tensor_act_model_layers_46_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_q_proj/norm": 6415.070548250432, "train/tensor_act_model_layers_46_self_attn_q_proj/mean": -0.0462646484375, "train/tensor_act_model_layers_46_self_attn_q_proj/std": 1.1074270621687896, "train/tensor_act_model_layers_46_self_attn_q_proj/max_abs": 6.25, "train/tensor_act_model_layers_46_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_k_proj/norm": 5558.189918988769, "train/tensor_act_model_layers_46_self_attn_k_proj/mean": -0.0101470947265625, "train/tensor_act_model_layers_46_self_attn_k_proj/std": 0.9599625696835851, "train/tensor_act_model_layers_46_self_attn_k_proj/max_abs": 4.90625, "train/tensor_act_model_layers_46_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_v_proj/norm": 2618.10462628729, "train/tensor_act_model_layers_46_self_attn_v_proj/mean": 0.002468109130859375, "train/tensor_act_model_layers_46_self_attn_v_proj/std": 0.4516609785194903, "train/tensor_act_model_layers_46_self_attn_v_proj/max_abs": 3.109375, "train/tensor_act_model_layers_46_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_o_proj/norm": 1013.9524700422836, "train/tensor_act_model_layers_46_self_attn_o_proj/mean": -0.0012979507446289062, "train/tensor_act_model_layers_46_self_attn_o_proj/std": 0.1750508858525988, "train/tensor_act_model_layers_46_self_attn_o_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_46_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn/norm": 1013.9524700422836, "train/tensor_act_model_layers_46_self_attn/mean": -0.0012979507446289062, "train/tensor_act_model_layers_46_self_attn/std": 0.1750508858525988, "train/tensor_act_model_layers_46_self_attn/max_abs": 1.8515625, "train/tensor_act_model_layers_46_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_post_attention_layernorm/norm": 5792.613159183508, "train/tensor_act_model_layers_46_post_attention_layernorm/mean": 0.0677490234375, "train/tensor_act_model_layers_46_post_attention_layernorm/std": 0.996094370823087, "train/tensor_act_model_layers_46_post_attention_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_46_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 3172.2336170227754, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.0601806640625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.31054689899180576, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 510.1262250659801, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.002857208251953125, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.08813511392347564, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/norm": 510.1262250659801, "train/tensor_act_model_layers_46_mlp/mean": 0.002857208251953125, "train/tensor_act_model_layers_46_mlp/std": 0.08813511392347564, "train/tensor_act_model_layers_46_mlp/max_abs": 1.1640625, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46/norm": 18567.413879218588, "train/tensor_act_model_layers_46/mean": 0.17578125, "train/tensor_act_model_layers_46/std": 3.20322109171319, "train/tensor_act_model_layers_46/max_abs": 43.25, "train/tensor_act_model_layers_46/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_input_layernorm/norm": 5792.609008796259, "train/tensor_act_model_layers_47_input_layernorm/mean": 0.0689697265625, "train/tensor_act_model_layers_47_input_layernorm/std": 0.9960943109847341, "train/tensor_act_model_layers_47_input_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_47_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_q_proj/norm": 5985.982173983916, "train/tensor_act_model_layers_47_self_attn_q_proj/mean": -0.02239990234375, "train/tensor_act_model_layers_47_self_attn_q_proj/std": 1.0312500307054224, "train/tensor_act_model_layers_47_self_attn_q_proj/max_abs": 5.5625, "train/tensor_act_model_layers_47_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_k_proj/norm": 6266.504660300908, "train/tensor_act_model_layers_47_self_attn_k_proj/mean": -0.00452423095703125, "train/tensor_act_model_layers_47_self_attn_k_proj/std": 1.0800834836652298, "train/tensor_act_model_layers_47_self_attn_k_proj/max_abs": 4.875, "train/tensor_act_model_layers_47_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_v_proj/norm": 2958.775378567474, "train/tensor_act_model_layers_47_self_attn_v_proj/mean": 0.01019287109375, "train/tensor_act_model_layers_47_self_attn_v_proj/std": 0.5117187772998367, "train/tensor_act_model_layers_47_self_attn_v_proj/max_abs": 3.390625, "train/tensor_act_model_layers_47_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_o_proj/norm": 1599.118251633771, "train/tensor_act_model_layers_47_self_attn_o_proj/mean": 0.000858306884765625, "train/tensor_act_model_layers_47_self_attn_o_proj/std": 0.27588379351065784, "train/tensor_act_model_layers_47_self_attn_o_proj/max_abs": 2.609375, "train/tensor_act_model_layers_47_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn/norm": 1599.118251633771, "train/tensor_act_model_layers_47_self_attn/mean": 0.000858306884765625, "train/tensor_act_model_layers_47_self_attn/std": 0.27588379351065784, "train/tensor_act_model_layers_47_self_attn/max_abs": 2.609375, "train/tensor_act_model_layers_47_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_post_attention_layernorm/norm": 5792.607299808622, "train/tensor_act_model_layers_47_post_attention_layernorm/mean": 0.0682373046875, "train/tensor_act_model_layers_47_post_attention_layernorm/std": 0.9960941913080172, "train/tensor_act_model_layers_47_post_attention_layernorm/max_abs": 5.03125, "train/tensor_act_model_layers_47_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 3178.41269568179, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.05706787109375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.31152498609582463, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 463.2934953361881, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.0008897781372070312, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.07995634490130622, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.67578125, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/norm": 463.2934953361881, "train/tensor_act_model_layers_47_mlp/mean": 0.0008897781372070312, "train/tensor_act_model_layers_47_mlp/std": 0.07995634490130622, "train/tensor_act_model_layers_47_mlp/max_abs": 0.67578125, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47/norm": 18521.47373263737, "train/tensor_act_model_layers_47/mean": 0.17724609375, "train/tensor_act_model_layers_47/std": 3.1875963757474604, "train/tensor_act_model_layers_47/max_abs": 43.5, "train/tensor_act_model_layers_47/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_input_layernorm/norm": 5792.609619142935, "train/tensor_act_model_layers_48_input_layernorm/mean": 0.0689697265625, "train/tensor_act_model_layers_48_input_layernorm/std": 0.9960943109847341, "train/tensor_act_model_layers_48_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_48_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_q_proj/norm": 5796.980624177689, "train/tensor_act_model_layers_48_self_attn_q_proj/mean": 0.03277587890625, "train/tensor_act_model_layers_48_self_attn_q_proj/std": 1.0000001844018527, "train/tensor_act_model_layers_48_self_attn_q_proj/max_abs": 6.375, "train/tensor_act_model_layers_48_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_k_proj/norm": 6407.542968157464, "train/tensor_act_model_layers_48_self_attn_k_proj/mean": 0.01019287109375, "train/tensor_act_model_layers_48_self_attn_k_proj/std": 1.107427077306406, "train/tensor_act_model_layers_48_self_attn_k_proj/max_abs": 5.9375, "train/tensor_act_model_layers_48_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_v_proj/norm": 2065.662962081887, "train/tensor_act_model_layers_48_self_attn_v_proj/mean": -0.003391265869140625, "train/tensor_act_model_layers_48_self_attn_v_proj/std": 0.35693467501004933, "train/tensor_act_model_layers_48_self_attn_v_proj/max_abs": 3.5, "train/tensor_act_model_layers_48_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_o_proj/norm": 591.161671821161, "train/tensor_act_model_layers_48_self_attn_o_proj/mean": -0.00281524658203125, "train/tensor_act_model_layers_48_self_attn_o_proj/std": 0.10205572546384944, "train/tensor_act_model_layers_48_self_attn_o_proj/max_abs": 2.3125, "train/tensor_act_model_layers_48_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn/norm": 591.161671821161, "train/tensor_act_model_layers_48_self_attn/mean": -0.00281524658203125, "train/tensor_act_model_layers_48_self_attn/std": 0.10205572546384944, "train/tensor_act_model_layers_48_self_attn/max_abs": 2.3125, "train/tensor_act_model_layers_48_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_post_attention_layernorm/norm": 5792.611572270414, "train/tensor_act_model_layers_48_post_attention_layernorm/mean": 0.0675048828125, "train/tensor_act_model_layers_48_post_attention_layernorm/std": 0.9960942511463775, "train/tensor_act_model_layers_48_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_48_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 3163.3451322120227, "train/tensor_act_model_layers_48_mlp_up_proj/mean": -0.05889892578125, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.3100598132492473, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 435.7947441773703, "train/tensor_act_model_layers_48_mlp_down_proj/mean": -0.00246429443359375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.07531768305701657, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 1.125, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/norm": 435.7947441773703, "train/tensor_act_model_layers_48_mlp/mean": -0.00246429443359375, "train/tensor_act_model_layers_48_mlp/std": 0.07531768305701657, "train/tensor_act_model_layers_48_mlp/max_abs": 1.125, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48/norm": 18454.716280637916, "train/tensor_act_model_layers_48/mean": 0.172119140625, "train/tensor_act_model_layers_48/std": 3.1837357659053533, "train/tensor_act_model_layers_48/max_abs": 43.25, "train/tensor_act_model_layers_48/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_input_layernorm/norm": 5792.613159187327, "train/tensor_act_model_layers_49_input_layernorm/mean": 0.0667724609375, "train/tensor_act_model_layers_49_input_layernorm/std": 0.9960941913080172, "train/tensor_act_model_layers_49_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_49_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_q_proj/norm": 5373.412415385374, "train/tensor_act_model_layers_49_self_attn_q_proj/mean": -0.005706787109375, "train/tensor_act_model_layers_49_self_attn_q_proj/std": 0.927736869356918, "train/tensor_act_model_layers_49_self_attn_q_proj/max_abs": 6.15625, "train/tensor_act_model_layers_49_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_k_proj/norm": 4599.011546577462, "train/tensor_act_model_layers_49_self_attn_k_proj/mean": -0.004787445068359375, "train/tensor_act_model_layers_49_self_attn_k_proj/std": 0.7929691368703856, "train/tensor_act_model_layers_49_self_attn_k_proj/max_abs": 4.625, "train/tensor_act_model_layers_49_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_v_proj/norm": 2192.8566142689747, "train/tensor_act_model_layers_49_self_attn_v_proj/mean": 0.006103515625, "train/tensor_act_model_layers_49_self_attn_v_proj/std": 0.378906259217213, "train/tensor_act_model_layers_49_self_attn_v_proj/max_abs": 2.9375, "train/tensor_act_model_layers_49_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_o_proj/norm": 553.7109207987211, "train/tensor_act_model_layers_49_self_attn_o_proj/mean": -0.0001666545867919922, "train/tensor_act_model_layers_49_self_attn_o_proj/std": 0.0955844269515134, "train/tensor_act_model_layers_49_self_attn_o_proj/max_abs": 1.5, "train/tensor_act_model_layers_49_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn/norm": 553.7109207987211, "train/tensor_act_model_layers_49_self_attn/mean": -0.0001666545867919922, "train/tensor_act_model_layers_49_self_attn/std": 0.0955844269515134, "train/tensor_act_model_layers_49_self_attn/max_abs": 1.5, "train/tensor_act_model_layers_49_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_post_attention_layernorm/norm": 5792.610839845407, "train/tensor_act_model_layers_49_post_attention_layernorm/mean": 0.0665283203125, "train/tensor_act_model_layers_49_post_attention_layernorm/std": 0.9960941314696535, "train/tensor_act_model_layers_49_post_attention_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_49_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 3003.23145200174, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.05780029296875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.29345831973892655, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 396.6033768932766, "train/tensor_act_model_layers_49_mlp_down_proj/mean": -0.00498199462890625, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.068237633525213, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/norm": 396.6033768932766, "train/tensor_act_model_layers_49_mlp/mean": -0.00498199462890625, "train/tensor_act_model_layers_49_mlp/std": 0.068237633525213, "train/tensor_act_model_layers_49_mlp/max_abs": 1.1328125, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49/norm": 18388.4888809718, "train/tensor_act_model_layers_49/mean": 0.1669921875, "train/tensor_act_model_layers_49/std": 3.1719717377441445, "train/tensor_act_model_layers_49/max_abs": 43.25, "train/tensor_act_model_layers_49/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_input_layernorm/norm": 5792.606689456958, "train/tensor_act_model_layers_50_input_layernorm/mean": 0.0645751953125, "train/tensor_act_model_layers_50_input_layernorm/std": 0.9960941314696534, "train/tensor_act_model_layers_50_input_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_50_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_q_proj/norm": 5126.968009574829, "train/tensor_act_model_layers_50_self_attn_q_proj/mean": 0.03924560546875, "train/tensor_act_model_layers_50_self_attn_q_proj/std": 0.8847678207639685, "train/tensor_act_model_layers_50_self_attn_q_proj/max_abs": 5.78125, "train/tensor_act_model_layers_50_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_k_proj/norm": 4445.128707221155, "train/tensor_act_model_layers_50_self_attn_k_proj/mean": 0.017059326171875, "train/tensor_act_model_layers_50_self_attn_k_proj/std": 0.7666034643793508, "train/tensor_act_model_layers_50_self_attn_k_proj/max_abs": 4.65625, "train/tensor_act_model_layers_50_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_v_proj/norm": 1874.021092790221, "train/tensor_act_model_layers_50_self_attn_v_proj/mean": -0.0017299652099609375, "train/tensor_act_model_layers_50_self_attn_v_proj/std": 0.32373161950305124, "train/tensor_act_model_layers_50_self_attn_v_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_50_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_o_proj/norm": 195.396374874794, "train/tensor_act_model_layers_50_self_attn_o_proj/mean": 0.0001144707202911377, "train/tensor_act_model_layers_50_self_attn_o_proj/std": 0.03375357249965564, "train/tensor_act_model_layers_50_self_attn_o_proj/max_abs": 0.51953125, "train/tensor_act_model_layers_50_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn/norm": 195.396374874794, "train/tensor_act_model_layers_50_self_attn/mean": 0.0001144707202911377, "train/tensor_act_model_layers_50_self_attn/std": 0.03375357249965564, "train/tensor_act_model_layers_50_self_attn/max_abs": 0.51953125, "train/tensor_act_model_layers_50_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_post_attention_layernorm/norm": 5792.6113281256485, "train/tensor_act_model_layers_50_post_attention_layernorm/mean": 0.0648193359375, "train/tensor_act_model_layers_50_post_attention_layernorm/std": 0.9960941913080172, "train/tensor_act_model_layers_50_post_attention_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_50_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 3087.4782111876066, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.05352783203125, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.30273444268010524, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 392.7822277312543, "train/tensor_act_model_layers_50_mlp_down_proj/mean": -0.0060882568359375, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.06750521564918953, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.98046875, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/norm": 392.7822277312543, "train/tensor_act_model_layers_50_mlp/mean": -0.0060882568359375, "train/tensor_act_model_layers_50_mlp/std": 0.06750521564918953, "train/tensor_act_model_layers_50_mlp/max_abs": 0.98046875, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50/norm": 18318.564912967864, "train/tensor_act_model_layers_50/mean": 0.160888671875, "train/tensor_act_model_layers_50/std": 3.156347093882773, "train/tensor_act_model_layers_50/max_abs": 43.25, "train/tensor_act_model_layers_50/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_input_layernorm/norm": 5792.606323246091, "train/tensor_act_model_layers_51_input_layernorm/mean": 0.0623779296875, "train/tensor_act_model_layers_51_input_layernorm/std": 0.9980492265229415, "train/tensor_act_model_layers_51_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_51_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_q_proj/norm": 5412.05445227067, "train/tensor_act_model_layers_51_self_attn_q_proj/mean": -0.0693359375, "train/tensor_act_model_layers_51_self_attn_q_proj/std": 0.9306656636307383, "train/tensor_act_model_layers_51_self_attn_q_proj/max_abs": 6.9375, "train/tensor_act_model_layers_51_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_k_proj/norm": 4946.073499676264, "train/tensor_act_model_layers_51_self_attn_k_proj/mean": -0.0123748779296875, "train/tensor_act_model_layers_51_self_attn_k_proj/std": 0.8535179735834469, "train/tensor_act_model_layers_51_self_attn_k_proj/max_abs": 4.9375, "train/tensor_act_model_layers_51_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_v_proj/norm": 2139.5595189917694, "train/tensor_act_model_layers_51_self_attn_v_proj/mean": -0.0013179779052734375, "train/tensor_act_model_layers_51_self_attn_v_proj/std": 0.36914064405515506, "train/tensor_act_model_layers_51_self_attn_v_proj/max_abs": 2.46875, "train/tensor_act_model_layers_51_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_o_proj/norm": 355.65234771544465, "train/tensor_act_model_layers_51_self_attn_o_proj/mean": 0.0008001327514648438, "train/tensor_act_model_layers_51_self_attn_o_proj/std": 0.061402709425289026, "train/tensor_act_model_layers_51_self_attn_o_proj/max_abs": 0.8203125, "train/tensor_act_model_layers_51_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn/norm": 355.65234771544465, "train/tensor_act_model_layers_51_self_attn/mean": 0.0008001327514648438, "train/tensor_act_model_layers_51_self_attn/std": 0.061402709425289026, "train/tensor_act_model_layers_51_self_attn/max_abs": 0.8203125, "train/tensor_act_model_layers_51_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_post_attention_layernorm/norm": 5792.606689456268, "train/tensor_act_model_layers_51_post_attention_layernorm/mean": 0.062744140625, "train/tensor_act_model_layers_51_post_attention_layernorm/std": 0.9980493385000861, "train/tensor_act_model_layers_51_post_attention_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_51_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 3203.9884522731245, "train/tensor_act_model_layers_51_mlp_up_proj/mean": -0.05181884765625, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.31494260684235487, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 430.78541905256156, "train/tensor_act_model_layers_51_mlp_down_proj/mean": -0.009918212890625, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.07373128347388815, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.71484375, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/norm": 430.78541905256156, "train/tensor_act_model_layers_51_mlp/mean": -0.009918212890625, "train/tensor_act_model_layers_51_mlp/std": 0.07373128347388815, "train/tensor_act_model_layers_51_mlp/max_abs": 0.71484375, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51/norm": 18258.616005171658, "train/tensor_act_model_layers_51/mean": 0.151611328125, "train/tensor_act_model_layers_51/std": 3.1485447545868235, "train/tensor_act_model_layers_51/max_abs": 43.0, "train/tensor_act_model_layers_51/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_input_layernorm/norm": 5792.614501961496, "train/tensor_act_model_layers_52_input_layernorm/mean": 0.05877685546875, "train/tensor_act_model_layers_52_input_layernorm/std": 1.0000004824249773, "train/tensor_act_model_layers_52_input_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_52_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_q_proj/norm": 4887.559463693797, "train/tensor_act_model_layers_52_self_attn_q_proj/mean": -0.0123748779296875, "train/tensor_act_model_layers_52_self_attn_q_proj/std": 0.8437500346314016, "train/tensor_act_model_layers_52_self_attn_q_proj/max_abs": 5.125, "train/tensor_act_model_layers_52_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_k_proj/norm": 4684.2801063950465, "train/tensor_act_model_layers_52_self_attn_k_proj/mean": -0.01019287109375, "train/tensor_act_model_layers_52_self_attn_k_proj/std": 0.8085937649731474, "train/tensor_act_model_layers_52_self_attn_k_proj/max_abs": 4.5, "train/tensor_act_model_layers_52_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_v_proj/norm": 1866.267952478733, "train/tensor_act_model_layers_52_self_attn_v_proj/mean": -0.00354766845703125, "train/tensor_act_model_layers_52_self_attn_v_proj/std": 0.3222657446608177, "train/tensor_act_model_layers_52_self_attn_v_proj/max_abs": 2.640625, "train/tensor_act_model_layers_52_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_o_proj/norm": 342.19111818582036, "train/tensor_act_model_layers_52_self_attn_o_proj/mean": -0.0005960464477539062, "train/tensor_act_model_layers_52_self_attn_o_proj/std": 0.059094057256643066, "train/tensor_act_model_layers_52_self_attn_o_proj/max_abs": 1.421875, "train/tensor_act_model_layers_52_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn/norm": 342.19111818582036, "train/tensor_act_model_layers_52_self_attn/mean": -0.0005960464477539062, "train/tensor_act_model_layers_52_self_attn/std": 0.059094057256643066, "train/tensor_act_model_layers_52_self_attn/max_abs": 1.421875, "train/tensor_act_model_layers_52_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_post_attention_layernorm/norm": 5792.615356445502, "train/tensor_act_model_layers_52_post_attention_layernorm/mean": 0.05865478515625, "train/tensor_act_model_layers_52_post_attention_layernorm/std": 1.000000452622669, "train/tensor_act_model_layers_52_post_attention_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_52_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 3421.2917885788042, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.0625, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.3354504625500048, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 581.3568234251519, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.002452850341796875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.10034209990107591, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/norm": 581.3568234251519, "train/tensor_act_model_layers_52_mlp/mean": 0.002452850341796875, "train/tensor_act_model_layers_52_mlp/std": 0.10034209990107591, "train/tensor_act_model_layers_52_mlp/max_abs": 1.1953125, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52/norm": 18226.49851241153, "train/tensor_act_model_layers_52/mean": 0.153564453125, "train/tensor_act_model_layers_52/std": 3.140722804657982, "train/tensor_act_model_layers_52/max_abs": 43.0, "train/tensor_act_model_layers_52/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_input_layernorm/norm": 5792.607788097064, "train/tensor_act_model_layers_53_input_layernorm/mean": 0.0599365234375, "train/tensor_act_model_layers_53_input_layernorm/std": 1.000000514089929, "train/tensor_act_model_layers_53_input_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_53_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_q_proj/norm": 5456.321459323397, "train/tensor_act_model_layers_53_self_attn_q_proj/mean": 0.05255126953125, "train/tensor_act_model_layers_53_self_attn_q_proj/std": 0.9394557005119312, "train/tensor_act_model_layers_53_self_attn_q_proj/max_abs": 6.0, "train/tensor_act_model_layers_53_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_k_proj/norm": 4744.4718873704005, "train/tensor_act_model_layers_53_self_attn_k_proj/mean": 0.04534912109375, "train/tensor_act_model_layers_53_self_attn_k_proj/std": 0.8164064758702015, "train/tensor_act_model_layers_53_self_attn_k_proj/max_abs": 4.53125, "train/tensor_act_model_layers_53_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_v_proj/norm": 2088.8312990662525, "train/tensor_act_model_layers_53_self_attn_v_proj/mean": -0.00623321533203125, "train/tensor_act_model_layers_53_self_attn_v_proj/std": 0.3603529577144243, "train/tensor_act_model_layers_53_self_attn_v_proj/max_abs": 3.765625, "train/tensor_act_model_layers_53_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_o_proj/norm": 920.4602755281411, "train/tensor_act_model_layers_53_self_attn_o_proj/mean": -0.0006051063537597656, "train/tensor_act_model_layers_53_self_attn_o_proj/std": 0.15894085030305988, "train/tensor_act_model_layers_53_self_attn_o_proj/max_abs": 2.015625, "train/tensor_act_model_layers_53_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn/norm": 920.4602755281411, "train/tensor_act_model_layers_53_self_attn/mean": -0.0006051063537597656, "train/tensor_act_model_layers_53_self_attn/std": 0.15894085030305988, "train/tensor_act_model_layers_53_self_attn/max_abs": 2.015625, "train/tensor_act_model_layers_53_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_post_attention_layernorm/norm": 5792.608154301593, "train/tensor_act_model_layers_53_post_attention_layernorm/mean": 0.05975341796875, "train/tensor_act_model_layers_53_post_attention_layernorm/std": 1.0000007357445633, "train/tensor_act_model_layers_53_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_53_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 3208.633928386404, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.05242919921875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.31543121691826087, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 467.1093260898306, "train/tensor_act_model_layers_53_mlp_down_proj/mean": -0.0010662078857421875, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.08068875797077657, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.75, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/norm": 467.1093260898306, "train/tensor_act_model_layers_53_mlp/mean": -0.0010662078857421875, "train/tensor_act_model_layers_53_mlp/std": 0.08068875797077657, "train/tensor_act_model_layers_53_mlp/max_abs": 0.75, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53/norm": 18185.12147624962, "train/tensor_act_model_layers_53/mean": 0.152099609375, "train/tensor_act_model_layers_53/std": 3.140723108306005, "train/tensor_act_model_layers_53/max_abs": 43.0, "train/tensor_act_model_layers_53/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_input_layernorm/norm": 5792.612915039395, "train/tensor_act_model_layers_54_input_layernorm/mean": 0.05938720703125, "train/tensor_act_model_layers_54_input_layernorm/std": 1.0000006016342022, "train/tensor_act_model_layers_54_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_54_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_q_proj/norm": 5407.286234055954, "train/tensor_act_model_layers_54_self_attn_q_proj/mean": -0.019775390625, "train/tensor_act_model_layers_54_self_attn_q_proj/std": 0.9345719188967364, "train/tensor_act_model_layers_54_self_attn_q_proj/max_abs": 5.34375, "train/tensor_act_model_layers_54_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_k_proj/norm": 5382.496379874145, "train/tensor_act_model_layers_54_self_attn_k_proj/mean": -0.0128936767578125, "train/tensor_act_model_layers_54_self_attn_k_proj/std": 0.9296880252970886, "train/tensor_act_model_layers_54_self_attn_k_proj/max_abs": 5.0625, "train/tensor_act_model_layers_54_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_v_proj/norm": 2123.716832663928, "train/tensor_act_model_layers_54_self_attn_v_proj/mean": -0.0039825439453125, "train/tensor_act_model_layers_54_self_attn_v_proj/std": 0.36718750665796557, "train/tensor_act_model_layers_54_self_attn_v_proj/max_abs": 2.609375, "train/tensor_act_model_layers_54_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_o_proj/norm": 566.7158999526868, "train/tensor_act_model_layers_54_self_attn_o_proj/mean": 0.0001024007797241211, "train/tensor_act_model_layers_54_self_attn_o_proj/std": 0.09765815988956583, "train/tensor_act_model_layers_54_self_attn_o_proj/max_abs": 1.328125, "train/tensor_act_model_layers_54_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn/norm": 566.7158999526868, "train/tensor_act_model_layers_54_self_attn/mean": 0.0001024007797241211, "train/tensor_act_model_layers_54_self_attn/std": 0.09765815988956583, "train/tensor_act_model_layers_54_self_attn/max_abs": 1.328125, "train/tensor_act_model_layers_54_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_post_attention_layernorm/norm": 5792.609497070481, "train/tensor_act_model_layers_54_post_attention_layernorm/mean": 0.0599365234375, "train/tensor_act_model_layers_54_post_attention_layernorm/std": 1.0000006631014533, "train/tensor_act_model_layers_54_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_54_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 3544.114242061288, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.0687255859375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.3466811274109072, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 520.0944570795402, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.00585174560546875, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.08959994816261291, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/norm": 520.0944570795402, "train/tensor_act_model_layers_54_mlp/mean": 0.00585174560546875, "train/tensor_act_model_layers_54_mlp/std": 0.08959994816261291, "train/tensor_act_model_layers_54_mlp/max_abs": 1.1953125, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54/norm": 18055.163024460922, "train/tensor_act_model_layers_54/mean": 0.157958984375, "train/tensor_act_model_layers_54/std": 3.109474094287864, "train/tensor_act_model_layers_54/max_abs": 43.0, "train/tensor_act_model_layers_54/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_input_layernorm/norm": 5792.614501956732, "train/tensor_act_model_layers_55_input_layernorm/mean": 0.0623779296875, "train/tensor_act_model_layers_55_input_layernorm/std": 0.9980494504772184, "train/tensor_act_model_layers_55_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_55_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_q_proj/norm": 6202.067601868656, "train/tensor_act_model_layers_55_self_attn_q_proj/mean": -0.01324462890625, "train/tensor_act_model_layers_55_self_attn_q_proj/std": 1.070312558299432, "train/tensor_act_model_layers_55_self_attn_q_proj/max_abs": 6.625, "train/tensor_act_model_layers_55_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_k_proj/norm": 5861.130292953707, "train/tensor_act_model_layers_55_self_attn_k_proj/mean": 0.0156707763671875, "train/tensor_act_model_layers_55_self_attn_k_proj/std": 1.0117265702602642, "train/tensor_act_model_layers_55_self_attn_k_proj/max_abs": 5.1875, "train/tensor_act_model_layers_55_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_v_proj/norm": 3011.0699136830603, "train/tensor_act_model_layers_55_self_attn_v_proj/mean": -0.01763916015625, "train/tensor_act_model_layers_55_self_attn_v_proj/std": 0.5195312966081412, "train/tensor_act_model_layers_55_self_attn_v_proj/max_abs": 4.03125, "train/tensor_act_model_layers_55_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_o_proj/norm": 1470.481725538737, "train/tensor_act_model_layers_55_self_attn_o_proj/mean": -0.00116729736328125, "train/tensor_act_model_layers_55_self_attn_o_proj/std": 0.2539065423061678, "train/tensor_act_model_layers_55_self_attn_o_proj/max_abs": 2.25, "train/tensor_act_model_layers_55_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn/norm": 1470.481725538737, "train/tensor_act_model_layers_55_self_attn/mean": -0.00116729736328125, "train/tensor_act_model_layers_55_self_attn/std": 0.2539065423061678, "train/tensor_act_model_layers_55_self_attn/max_abs": 2.25, "train/tensor_act_model_layers_55_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_post_attention_layernorm/norm": 5792.6129150432025, "train/tensor_act_model_layers_55_post_attention_layernorm/mean": 0.061279296875, "train/tensor_act_model_layers_55_post_attention_layernorm/std": 1.0000006407497262, "train/tensor_act_model_layers_55_post_attention_layernorm/max_abs": 5.25, "train/tensor_act_model_layers_55_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 3502.9167810396934, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.0618896484375, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.3437501083720643, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 481.97542966901995, "train/tensor_act_model_layers_55_mlp_down_proj/mean": -0.0059967041015625, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.08288601326090514, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 1.0625, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/norm": 481.97542966901995, "train/tensor_act_model_layers_55_mlp/mean": -0.0059967041015625, "train/tensor_act_model_layers_55_mlp/std": 0.08288601326090514, "train/tensor_act_model_layers_55_mlp/max_abs": 1.0625, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55/norm": 17928.924662644244, "train/tensor_act_model_layers_55/mean": 0.150634765625, "train/tensor_act_model_layers_55/std": 3.0938495176858836, "train/tensor_act_model_layers_55/max_abs": 43.5, "train/tensor_act_model_layers_55/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_input_layernorm/norm": 5792.612060547456, "train/tensor_act_model_layers_56_input_layernorm/mean": 0.058837890625, "train/tensor_act_model_layers_56_input_layernorm/std": 1.0000006407497262, "train/tensor_act_model_layers_56_input_layernorm/max_abs": 5.3125, "train/tensor_act_model_layers_56_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_q_proj/norm": 5081.447204112796, "train/tensor_act_model_layers_56_self_attn_q_proj/mean": -0.020843505859375, "train/tensor_act_model_layers_56_self_attn_q_proj/std": 0.8769553567862202, "train/tensor_act_model_layers_56_self_attn_q_proj/max_abs": 6.71875, "train/tensor_act_model_layers_56_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_k_proj/norm": 4124.994151886999, "train/tensor_act_model_layers_56_self_attn_k_proj/mean": 0.0025386810302734375, "train/tensor_act_model_layers_56_self_attn_k_proj/std": 0.7119164635119803, "train/tensor_act_model_layers_56_self_attn_k_proj/max_abs": 4.8125, "train/tensor_act_model_layers_56_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_v_proj/norm": 1753.7009067598003, "train/tensor_act_model_layers_56_self_attn_v_proj/mean": 0.0059661865234375, "train/tensor_act_model_layers_56_self_attn_v_proj/std": 0.3027344169155215, "train/tensor_act_model_layers_56_self_attn_v_proj/max_abs": 1.921875, "train/tensor_act_model_layers_56_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_o_proj/norm": 186.21356482941155, "train/tensor_act_model_layers_56_self_attn_o_proj/mean": -0.0009279251098632812, "train/tensor_act_model_layers_56_self_attn_o_proj/std": 0.032167730420537596, "train/tensor_act_model_layers_56_self_attn_o_proj/max_abs": 0.462890625, "train/tensor_act_model_layers_56_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn/norm": 186.21356482941155, "train/tensor_act_model_layers_56_self_attn/mean": -0.0009279251098632812, "train/tensor_act_model_layers_56_self_attn/std": 0.032167730420537596, "train/tensor_act_model_layers_56_self_attn/max_abs": 0.462890625, "train/tensor_act_model_layers_56_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_post_attention_layernorm/norm": 5792.614868165898, "train/tensor_act_model_layers_56_post_attention_layernorm/mean": 0.058349609375, "train/tensor_act_model_layers_56_post_attention_layernorm/std": 1.0000006407497262, "train/tensor_act_model_layers_56_post_attention_layernorm/max_abs": 5.3125, "train/tensor_act_model_layers_56_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 3355.6543719727565, "train/tensor_act_model_layers_56_mlp_up_proj/mean": -0.0628662109375, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.32812506811958697, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 452.24158873147564, "train/tensor_act_model_layers_56_mlp_down_proj/mean": -0.00559234619140625, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.07788124615026118, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 1.203125, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/norm": 452.24158873147564, "train/tensor_act_model_layers_56_mlp/mean": -0.00559234619140625, "train/tensor_act_model_layers_56_mlp/std": 0.07788124615026118, "train/tensor_act_model_layers_56_mlp/max_abs": 1.203125, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56/norm": 17844.736037996845, "train/tensor_act_model_layers_56/mean": 0.14404296875, "train/tensor_act_model_layers_56/std": 3.0782249550638205, "train/tensor_act_model_layers_56/max_abs": 43.5, "train/tensor_act_model_layers_56/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_input_layernorm/norm": 5792.618530274429, "train/tensor_act_model_layers_57_input_layernorm/mean": 0.05633544921875, "train/tensor_act_model_layers_57_input_layernorm/std": 1.0000005718318974, "train/tensor_act_model_layers_57_input_layernorm/max_abs": 5.34375, "train/tensor_act_model_layers_57_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_q_proj/norm": 5917.915536568798, "train/tensor_act_model_layers_57_self_attn_q_proj/mean": -0.0044403076171875, "train/tensor_act_model_layers_57_self_attn_q_proj/std": 1.0214900738947374, "train/tensor_act_model_layers_57_self_attn_q_proj/max_abs": 5.96875, "train/tensor_act_model_layers_57_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_k_proj/norm": 5093.182138453694, "train/tensor_act_model_layers_57_self_attn_k_proj/mean": 0.017486572265625, "train/tensor_act_model_layers_57_self_attn_k_proj/std": 0.8798844398839129, "train/tensor_act_model_layers_57_self_attn_k_proj/max_abs": 4.96875, "train/tensor_act_model_layers_57_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_v_proj/norm": 2634.3772364850915, "train/tensor_act_model_layers_57_self_attn_v_proj/mean": 0.0049591064453125, "train/tensor_act_model_layers_57_self_attn_v_proj/std": 0.45507832018598376, "train/tensor_act_model_layers_57_self_attn_v_proj/max_abs": 3.25, "train/tensor_act_model_layers_57_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_o_proj/norm": 739.7379541939839, "train/tensor_act_model_layers_57_self_attn_o_proj/mean": 0.0013332366943359375, "train/tensor_act_model_layers_57_self_attn_o_proj/std": 0.12768632963943063, "train/tensor_act_model_layers_57_self_attn_o_proj/max_abs": 1.4296875, "train/tensor_act_model_layers_57_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn/norm": 739.7379541939839, "train/tensor_act_model_layers_57_self_attn/mean": 0.0013332366943359375, "train/tensor_act_model_layers_57_self_attn/std": 0.12768632963943063, "train/tensor_act_model_layers_57_self_attn/max_abs": 1.4296875, "train/tensor_act_model_layers_57_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_post_attention_layernorm/norm": 5792.610961914859, "train/tensor_act_model_layers_57_post_attention_layernorm/mean": 0.0567626953125, "train/tensor_act_model_layers_57_post_attention_layernorm/std": 1.0000006183979984, "train/tensor_act_model_layers_57_post_attention_layernorm/max_abs": 5.375, "train/tensor_act_model_layers_57_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 3398.7603804880373, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0665283203125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.3320313173181802, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 523.0766008872664, "train/tensor_act_model_layers_57_mlp_down_proj/mean": -0.002132415771484375, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.09033337113636798, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 1.484375, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/norm": 523.0766008872664, "train/tensor_act_model_layers_57_mlp/mean": -0.002132415771484375, "train/tensor_act_model_layers_57_mlp/std": 0.09033337113636798, "train/tensor_act_model_layers_57_mlp/max_abs": 1.484375, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57/norm": 17759.928691598372, "train/tensor_act_model_layers_57/mean": 0.1435546875, "train/tensor_act_model_layers_57/std": 3.062600348249331, "train/tensor_act_model_layers_57/max_abs": 43.5, "train/tensor_act_model_layers_57/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_input_layernorm/norm": 5792.610839847218, "train/tensor_act_model_layers_58_input_layernorm/mean": 0.05609130859375, "train/tensor_act_model_layers_58_input_layernorm/std": 1.0000005718318974, "train/tensor_act_model_layers_58_input_layernorm/max_abs": 5.40625, "train/tensor_act_model_layers_58_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_q_proj/norm": 5113.145580833508, "train/tensor_act_model_layers_58_self_attn_q_proj/mean": -0.004146575927734375, "train/tensor_act_model_layers_58_self_attn_q_proj/std": 0.8818377197216328, "train/tensor_act_model_layers_58_self_attn_q_proj/max_abs": 4.46875, "train/tensor_act_model_layers_58_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_k_proj/norm": 4830.390220381759, "train/tensor_act_model_layers_58_self_attn_k_proj/mean": -0.00272369384765625, "train/tensor_act_model_layers_58_self_attn_k_proj/std": 0.8339867614507033, "train/tensor_act_model_layers_58_self_attn_k_proj/max_abs": 4.96875, "train/tensor_act_model_layers_58_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_v_proj/norm": 2195.4808894315433, "train/tensor_act_model_layers_58_self_attn_v_proj/mean": 0.0005865097045898438, "train/tensor_act_model_layers_58_self_attn_v_proj/std": 0.3789062862195653, "train/tensor_act_model_layers_58_self_attn_v_proj/max_abs": 2.890625, "train/tensor_act_model_layers_58_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_o_proj/norm": 581.0240009062693, "train/tensor_act_model_layers_58_self_attn_o_proj/mean": -0.000820159912109375, "train/tensor_act_model_layers_58_self_attn_o_proj/std": 0.10022248064402724, "train/tensor_act_model_layers_58_self_attn_o_proj/max_abs": 1.2265625, "train/tensor_act_model_layers_58_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn/norm": 581.0240009062693, "train/tensor_act_model_layers_58_self_attn/mean": -0.000820159912109375, "train/tensor_act_model_layers_58_self_attn/std": 0.10022248064402724, "train/tensor_act_model_layers_58_self_attn/max_abs": 1.2265625, "train/tensor_act_model_layers_58_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_post_attention_layernorm/norm": 5792.611083986398, "train/tensor_act_model_layers_58_post_attention_layernorm/mean": 0.05572509765625, "train/tensor_act_model_layers_58_post_attention_layernorm/std": 1.0000007059422624, "train/tensor_act_model_layers_58_post_attention_layernorm/max_abs": 5.40625, "train/tensor_act_model_layers_58_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 3418.3719593824594, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.063720703125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.3344738145794267, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 509.8008552938412, "train/tensor_act_model_layers_58_mlp_down_proj/mean": -0.00403594970703125, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.08801295291000531, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 1.125, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/norm": 509.8008552938412, "train/tensor_act_model_layers_58_mlp/mean": -0.00403594970703125, "train/tensor_act_model_layers_58_mlp/std": 0.08801295291000531, "train/tensor_act_model_layers_58_mlp/max_abs": 1.125, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58/norm": 17680.98727850421, "train/tensor_act_model_layers_58/mean": 0.138916015625, "train/tensor_act_model_layers_58/std": 3.046976048676815, "train/tensor_act_model_layers_58/max_abs": 43.25, "train/tensor_act_model_layers_58/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_input_layernorm/norm": 5792.610961918038, "train/tensor_act_model_layers_59_input_layernorm/mean": 0.0543212890625, "train/tensor_act_model_layers_59_input_layernorm/std": 1.0000006631014533, "train/tensor_act_model_layers_59_input_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_59_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_q_proj/norm": 5591.918341098087, "train/tensor_act_model_layers_59_self_attn_q_proj/mean": 0.005645751953125, "train/tensor_act_model_layers_59_self_attn_q_proj/std": 0.9658218249742103, "train/tensor_act_model_layers_59_self_attn_q_proj/max_abs": 6.3125, "train/tensor_act_model_layers_59_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_k_proj/norm": 5230.093471984649, "train/tensor_act_model_layers_59_self_attn_k_proj/mean": -0.03662109375, "train/tensor_act_model_layers_59_self_attn_k_proj/std": 0.9013687910766224, "train/tensor_act_model_layers_59_self_attn_k_proj/max_abs": 5.5, "train/tensor_act_model_layers_59_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_v_proj/norm": 2467.2257677090165, "train/tensor_act_model_layers_59_self_attn_v_proj/mean": -0.003971099853515625, "train/tensor_act_model_layers_59_self_attn_v_proj/std": 0.4257812678232922, "train/tensor_act_model_layers_59_self_attn_v_proj/max_abs": 3.3125, "train/tensor_act_model_layers_59_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_o_proj/norm": 1230.3799935582274, "train/tensor_act_model_layers_59_self_attn_o_proj/mean": -0.0016193389892578125, "train/tensor_act_model_layers_59_self_attn_o_proj/std": 0.21241226045537456, "train/tensor_act_model_layers_59_self_attn_o_proj/max_abs": 2.296875, "train/tensor_act_model_layers_59_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn/norm": 1230.3799935582274, "train/tensor_act_model_layers_59_self_attn/mean": -0.0016193389892578125, "train/tensor_act_model_layers_59_self_attn/std": 0.21241226045537456, "train/tensor_act_model_layers_59_self_attn/max_abs": 2.296875, "train/tensor_act_model_layers_59_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_post_attention_layernorm/norm": 5792.6087646607375, "train/tensor_act_model_layers_59_post_attention_layernorm/mean": 0.0533447265625, "train/tensor_act_model_layers_59_post_attention_layernorm/std": 1.000000514089929, "train/tensor_act_model_layers_59_post_attention_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_59_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 3577.2842793958416, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.058837890625, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.3515625423855226, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 570.3158076341706, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.0091552734375, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.09814454073929624, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 1.15625, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/norm": 570.3158076341706, "train/tensor_act_model_layers_59_mlp/mean": 0.0091552734375, "train/tensor_act_model_layers_59_mlp/std": 0.09814454073929624, "train/tensor_act_model_layers_59_mlp/max_abs": 1.15625, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59/norm": 17550.9959526106, "train/tensor_act_model_layers_59/mean": 0.146240234375, "train/tensor_act_model_layers_59/std": 3.027412374395466, "train/tensor_act_model_layers_59/max_abs": 43.0, "train/tensor_act_model_layers_59/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_input_layernorm/norm": 5792.606445317368, "train/tensor_act_model_layers_60_input_layernorm/mean": 0.057373046875, "train/tensor_act_model_layers_60_input_layernorm/std": 1.000000536441659, "train/tensor_act_model_layers_60_input_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_60_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_q_proj/norm": 5869.591624719603, "train/tensor_act_model_layers_60_self_attn_q_proj/mean": -0.018402099609375, "train/tensor_act_model_layers_60_self_attn_q_proj/std": 1.0136777013085714, "train/tensor_act_model_layers_60_self_attn_q_proj/max_abs": 5.625, "train/tensor_act_model_layers_60_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_k_proj/norm": 5682.084635147995, "train/tensor_act_model_layers_60_self_attn_k_proj/mean": 0.017242431640625, "train/tensor_act_model_layers_60_self_attn_k_proj/std": 0.9804727636878245, "train/tensor_act_model_layers_60_self_attn_k_proj/max_abs": 5.28125, "train/tensor_act_model_layers_60_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_v_proj/norm": 2794.6038793500397, "train/tensor_act_model_layers_60_self_attn_v_proj/mean": -0.00551605224609375, "train/tensor_act_model_layers_60_self_attn_v_proj/std": 0.48242194081848483, "train/tensor_act_model_layers_60_self_attn_v_proj/max_abs": 3.59375, "train/tensor_act_model_layers_60_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_o_proj/norm": 777.4698331513657, "train/tensor_act_model_layers_60_self_attn_o_proj/mean": -0.0010776519775390625, "train/tensor_act_model_layers_60_self_attn_o_proj/std": 0.13452396279929793, "train/tensor_act_model_layers_60_self_attn_o_proj/max_abs": 1.765625, "train/tensor_act_model_layers_60_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn/norm": 777.4698331513657, "train/tensor_act_model_layers_60_self_attn/mean": -0.0010776519775390625, "train/tensor_act_model_layers_60_self_attn/std": 0.13452396279929793, "train/tensor_act_model_layers_60_self_attn/max_abs": 1.765625, "train/tensor_act_model_layers_60_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_post_attention_layernorm/norm": 5792.613037114031, "train/tensor_act_model_layers_60_post_attention_layernorm/mean": 0.0570068359375, "train/tensor_act_model_layers_60_post_attention_layernorm/std": 1.000000514089929, "train/tensor_act_model_layers_60_post_attention_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_60_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 3616.793341402105, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.06097412109375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.35546876571990593, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 592.8862508671198, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.000865936279296875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.10241779492891144, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/norm": 592.8862508671198, "train/tensor_act_model_layers_60_mlp/mean": 0.000865936279296875, "train/tensor_act_model_layers_60_mlp/std": 0.10241779492891144, "train/tensor_act_model_layers_60_mlp/max_abs": 1.1015625, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60/norm": 17470.89742305663, "train/tensor_act_model_layers_60/mean": 0.145751953125, "train/tensor_act_model_layers_60/std": 3.0157268586028643, "train/tensor_act_model_layers_60/max_abs": 43.0, "train/tensor_act_model_layers_60/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_input_layernorm/norm": 5792.611083984514, "train/tensor_act_model_layers_61_input_layernorm/mean": 0.0576171875, "train/tensor_act_model_layers_61_input_layernorm/std": 1.000000536441659, "train/tensor_act_model_layers_61_input_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_61_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_q_proj/norm": 6637.550888931789, "train/tensor_act_model_layers_61_self_attn_q_proj/mean": -0.0401611328125, "train/tensor_act_model_layers_61_self_attn_q_proj/std": 1.1445380396202163, "train/tensor_act_model_layers_61_self_attn_q_proj/max_abs": 6.375, "train/tensor_act_model_layers_61_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_k_proj/norm": 6163.233802506501, "train/tensor_act_model_layers_61_self_attn_k_proj/mean": 0.04425048828125, "train/tensor_act_model_layers_61_self_attn_k_proj/std": 1.0625000753823421, "train/tensor_act_model_layers_61_self_attn_k_proj/max_abs": 5.21875, "train/tensor_act_model_layers_61_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_v_proj/norm": 2953.126638302114, "train/tensor_act_model_layers_61_self_attn_v_proj/mean": 0.009002685546875, "train/tensor_act_model_layers_61_self_attn_v_proj/std": 0.5097694040574933, "train/tensor_act_model_layers_61_self_attn_v_proj/max_abs": 2.890625, "train/tensor_act_model_layers_61_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_o_proj/norm": 1047.1848268042208, "train/tensor_act_model_layers_61_self_attn_o_proj/mean": -0.002471923828125, "train/tensor_act_model_layers_61_self_attn_o_proj/std": 0.18066819482665358, "train/tensor_act_model_layers_61_self_attn_o_proj/max_abs": 1.625, "train/tensor_act_model_layers_61_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn/norm": 1047.1848268042208, "train/tensor_act_model_layers_61_self_attn/mean": -0.002471923828125, "train/tensor_act_model_layers_61_self_attn/std": 0.18066819482665358, "train/tensor_act_model_layers_61_self_attn/max_abs": 1.625, "train/tensor_act_model_layers_61_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_post_attention_layernorm/norm": 5792.612304695352, "train/tensor_act_model_layers_61_post_attention_layernorm/mean": 0.05694580078125, "train/tensor_act_model_layers_61_post_attention_layernorm/std": 1.0000006016342022, "train/tensor_act_model_layers_61_post_attention_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_61_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 3703.798374814081, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.05194091796875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.3652345534951493, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 736.1354920836546, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.00301361083984375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.12695313439919365, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/norm": 736.1354920836546, "train/tensor_act_model_layers_61_mlp/mean": 0.00301361083984375, "train/tensor_act_model_layers_61_mlp/std": 0.12695313439919365, "train/tensor_act_model_layers_61_mlp/max_abs": 1.9140625, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61/norm": 17325.69386983006, "train/tensor_act_model_layers_61/mean": 0.146728515625, "train/tensor_act_model_layers_61/std": 2.9844781648070695, "train/tensor_act_model_layers_61/max_abs": 42.75, "train/tensor_act_model_layers_61/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_input_layernorm/norm": 5792.606445313848, "train/tensor_act_model_layers_62_input_layernorm/mean": 0.05865478515625, "train/tensor_act_model_layers_62_input_layernorm/std": 1.0000006016342022, "train/tensor_act_model_layers_62_input_layernorm/max_abs": 5.5, "train/tensor_act_model_layers_62_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_q_proj/norm": 6259.90433828218, "train/tensor_act_model_layers_62_self_attn_q_proj/mean": 0.1044921875, "train/tensor_act_model_layers_62_self_attn_q_proj/std": 1.0761773027951258, "train/tensor_act_model_layers_62_self_attn_q_proj/max_abs": 8.375, "train/tensor_act_model_layers_62_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_k_proj/norm": 5528.2977925544665, "train/tensor_act_model_layers_62_self_attn_k_proj/mean": 0.0716552734375, "train/tensor_act_model_layers_62_self_attn_k_proj/std": 0.9521502763779318, "train/tensor_act_model_layers_62_self_attn_k_proj/max_abs": 5.40625, "train/tensor_act_model_layers_62_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_v_proj/norm": 2927.110624173441, "train/tensor_act_model_layers_62_self_attn_v_proj/mean": -0.0008687973022460938, "train/tensor_act_model_layers_62_self_attn_v_proj/std": 0.5048856598702338, "train/tensor_act_model_layers_62_self_attn_v_proj/max_abs": 4.1875, "train/tensor_act_model_layers_62_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_o_proj/norm": 1462.123538177204, "train/tensor_act_model_layers_62_self_attn_o_proj/mean": -0.0048980712890625, "train/tensor_act_model_layers_62_self_attn_o_proj/std": 0.25244670812547276, "train/tensor_act_model_layers_62_self_attn_o_proj/max_abs": 2.484375, "train/tensor_act_model_layers_62_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn/norm": 1462.123538177204, "train/tensor_act_model_layers_62_self_attn/mean": -0.0048980712890625, "train/tensor_act_model_layers_62_self_attn/std": 0.25244670812547276, "train/tensor_act_model_layers_62_self_attn/max_abs": 2.484375, "train/tensor_act_model_layers_62_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_post_attention_layernorm/norm": 5792.609497070513, "train/tensor_act_model_layers_62_post_attention_layernorm/mean": 0.05645751953125, "train/tensor_act_model_layers_62_post_attention_layernorm/std": 1.0000006016342022, "train/tensor_act_model_layers_62_post_attention_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_62_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 3766.8524040791135, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.05487060546875, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.3715832894463109, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 608.4586593604563, "train/tensor_act_model_layers_62_mlp_down_proj/mean": -0.001117706298828125, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.10498105238874235, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 1.203125, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/norm": 608.4586593604563, "train/tensor_act_model_layers_62_mlp/mean": -0.001117706298828125, "train/tensor_act_model_layers_62_mlp/std": 0.10498105238874235, "train/tensor_act_model_layers_62_mlp/max_abs": 1.203125, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62/norm": 17305.540969149835, "train/tensor_act_model_layers_62/mean": 0.140625, "train/tensor_act_model_layers_62/std": 2.984477815304983, "train/tensor_act_model_layers_62/max_abs": 42.75, "train/tensor_act_model_layers_62/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_input_layernorm/norm": 5792.613525393243, "train/tensor_act_model_layers_63_input_layernorm/mean": 0.05621337890625, "train/tensor_act_model_layers_63_input_layernorm/std": 1.0000006016342022, "train/tensor_act_model_layers_63_input_layernorm/max_abs": 5.5, "train/tensor_act_model_layers_63_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_q_proj/norm": 5644.402702478425, "train/tensor_act_model_layers_63_self_attn_q_proj/mean": -0.02410888671875, "train/tensor_act_model_layers_63_self_attn_q_proj/std": 0.9746155537961754, "train/tensor_act_model_layers_63_self_attn_q_proj/max_abs": 6.5, "train/tensor_act_model_layers_63_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_k_proj/norm": 4935.05473135204, "train/tensor_act_model_layers_63_self_attn_k_proj/mean": -0.035400390625, "train/tensor_act_model_layers_63_self_attn_k_proj/std": 0.8515625349972219, "train/tensor_act_model_layers_63_self_attn_k_proj/max_abs": 5.59375, "train/tensor_act_model_layers_63_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_v_proj/norm": 2559.98545231174, "train/tensor_act_model_layers_63_self_attn_v_proj/mean": 0.00775909423828125, "train/tensor_act_model_layers_63_self_attn_v_proj/std": 0.4418953444410187, "train/tensor_act_model_layers_63_self_attn_v_proj/max_abs": 3.109375, "train/tensor_act_model_layers_63_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_o_proj/norm": 762.4060539063627, "train/tensor_act_model_layers_63_self_attn_o_proj/mean": 0.00038313865661621094, "train/tensor_act_model_layers_63_self_attn_o_proj/std": 0.1315961998359402, "train/tensor_act_model_layers_63_self_attn_o_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_63_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn/norm": 762.4060539063627, "train/tensor_act_model_layers_63_self_attn/mean": 0.00038313865661621094, "train/tensor_act_model_layers_63_self_attn/std": 0.1315961998359402, "train/tensor_act_model_layers_63_self_attn/max_abs": 1.9609375, "train/tensor_act_model_layers_63_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_post_attention_layernorm/norm": 5792.61645509766, "train/tensor_act_model_layers_63_post_attention_layernorm/mean": 0.05657958984375, "train/tensor_act_model_layers_63_post_attention_layernorm/std": 1.0000004824249773, "train/tensor_act_model_layers_63_post_attention_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_63_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 3641.9581241187484, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.05938720703125, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.3579112959735622, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 553.5203754596527, "train/tensor_act_model_layers_63_mlp_down_proj/mean": -0.004180908203125, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.09558257227212949, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 1.109375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/norm": 553.5203754596527, "train/tensor_act_model_layers_63_mlp/mean": -0.004180908203125, "train/tensor_act_model_layers_63_mlp/std": 0.09558257227212949, "train/tensor_act_model_layers_63_mlp/max_abs": 1.109375, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63/norm": 17242.975618929682, "train/tensor_act_model_layers_63/mean": 0.13671875, "train/tensor_act_model_layers_63/std": 2.9766143233626368, "train/tensor_act_model_layers_63/max_abs": 42.75, "train/tensor_act_model_layers_63/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_input_layernorm/norm": 5792.611694338802, "train/tensor_act_model_layers_64_input_layernorm/mean": 0.054931640625, "train/tensor_act_model_layers_64_input_layernorm/std": 1.0000004619358904, "train/tensor_act_model_layers_64_input_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_64_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_q_proj/norm": 5535.005991714636, "train/tensor_act_model_layers_64_self_attn_q_proj/mean": -0.01068115234375, "train/tensor_act_model_layers_64_self_attn_q_proj/std": 0.9550804643270789, "train/tensor_act_model_layers_64_self_attn_q_proj/max_abs": 5.625, "train/tensor_act_model_layers_64_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_k_proj/norm": 5235.052951627843, "train/tensor_act_model_layers_64_self_attn_k_proj/mean": 0.015106201171875, "train/tensor_act_model_layers_64_self_attn_k_proj/std": 0.9043013101926265, "train/tensor_act_model_layers_64_self_attn_k_proj/max_abs": 5.0, "train/tensor_act_model_layers_64_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_v_proj/norm": 3042.783616329866, "train/tensor_act_model_layers_64_self_attn_v_proj/mean": 0.0012006759643554688, "train/tensor_act_model_layers_64_self_attn_v_proj/std": 0.5244169314747009, "train/tensor_act_model_layers_64_self_attn_v_proj/max_abs": 3.125, "train/tensor_act_model_layers_64_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_o_proj/norm": 961.4541126850656, "train/tensor_act_model_layers_64_self_attn_o_proj/mean": -0.002124786376953125, "train/tensor_act_model_layers_64_self_attn_o_proj/std": 0.16577207897196217, "train/tensor_act_model_layers_64_self_attn_o_proj/max_abs": 2.0, "train/tensor_act_model_layers_64_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn/norm": 961.4541126850656, "train/tensor_act_model_layers_64_self_attn/mean": -0.002124786376953125, "train/tensor_act_model_layers_64_self_attn/std": 0.16577207897196217, "train/tensor_act_model_layers_64_self_attn/max_abs": 2.0, "train/tensor_act_model_layers_64_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_post_attention_layernorm/norm": 5792.609863282279, "train/tensor_act_model_layers_64_post_attention_layernorm/mean": 0.053955078125, "train/tensor_act_model_layers_64_post_attention_layernorm/std": 1.0000004619358904, "train/tensor_act_model_layers_64_post_attention_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_64_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 3786.9023937294683, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.05987548828125, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.3725596886614988, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 593.970984115777, "train/tensor_act_model_layers_64_mlp_down_proj/mean": -0.0069122314453125, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.10229637968895514, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/norm": 593.970984115777, "train/tensor_act_model_layers_64_mlp/mean": -0.0069122314453125, "train/tensor_act_model_layers_64_mlp/std": 0.10229637968895514, "train/tensor_act_model_layers_64_mlp/max_abs": 1.53125, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64/norm": 17237.102511375873, "train/tensor_act_model_layers_64/mean": 0.1278076171875, "train/tensor_act_model_layers_64/std": 2.976614451017603, "train/tensor_act_model_layers_64/max_abs": 42.5, "train/tensor_act_model_layers_64/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_input_layernorm/norm": 5792.607177735615, "train/tensor_act_model_layers_65_input_layernorm/mean": 0.05126953125, "train/tensor_act_model_layers_65_input_layernorm/std": 1.0000004619358904, "train/tensor_act_model_layers_65_input_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_65_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_q_proj/norm": 5447.920154703448, "train/tensor_act_model_layers_65_self_attn_q_proj/mean": 0.021270751953125, "train/tensor_act_model_layers_65_self_attn_q_proj/std": 0.9404318874844402, "train/tensor_act_model_layers_65_self_attn_q_proj/max_abs": 7.28125, "train/tensor_act_model_layers_65_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_k_proj/norm": 4592.00917925338, "train/tensor_act_model_layers_65_self_attn_k_proj/mean": 0.0128173828125, "train/tensor_act_model_layers_65_self_attn_k_proj/std": 0.7919953436735697, "train/tensor_act_model_layers_65_self_attn_k_proj/max_abs": 4.96875, "train/tensor_act_model_layers_65_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_v_proj/norm": 2437.837843810631, "train/tensor_act_model_layers_65_self_attn_v_proj/mean": -0.00016260147094726562, "train/tensor_act_model_layers_65_self_attn_v_proj/std": 0.4208996249755285, "train/tensor_act_model_layers_65_self_attn_v_proj/max_abs": 2.53125, "train/tensor_act_model_layers_65_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_o_proj/norm": 624.4175577969039, "train/tensor_act_model_layers_65_self_attn_o_proj/mean": -0.00023603439331054688, "train/tensor_act_model_layers_65_self_attn_o_proj/std": 0.10780266461032131, "train/tensor_act_model_layers_65_self_attn_o_proj/max_abs": 1.4296875, "train/tensor_act_model_layers_65_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn/norm": 624.4175577969039, "train/tensor_act_model_layers_65_self_attn/mean": -0.00023603439331054688, "train/tensor_act_model_layers_65_self_attn/std": 0.10780266461032131, "train/tensor_act_model_layers_65_self_attn/max_abs": 1.4296875, "train/tensor_act_model_layers_65_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_post_attention_layernorm/norm": 5792.608642581876, "train/tensor_act_model_layers_65_post_attention_layernorm/mean": 0.05120849609375, "train/tensor_act_model_layers_65_post_attention_layernorm/std": 1.0000003632157382, "train/tensor_act_model_layers_65_post_attention_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_65_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 3719.6911091816783, "train/tensor_act_model_layers_65_mlp_up_proj/mean": -0.05389404296875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.36670037179250053, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 536.8743971439495, "train/tensor_act_model_layers_65_mlp_down_proj/mean": -0.00722503662109375, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.09240814212310235, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 1.6171875, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/norm": 536.8743971439495, "train/tensor_act_model_layers_65_mlp/mean": -0.00722503662109375, "train/tensor_act_model_layers_65_mlp/std": 0.09240814212310235, "train/tensor_act_model_layers_65_mlp/max_abs": 1.6171875, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65/norm": 17226.4157151018, "train/tensor_act_model_layers_65/mean": 0.1202392578125, "train/tensor_act_model_layers_65/std": 2.9727262746856895, "train/tensor_act_model_layers_65/max_abs": 42.5, "train/tensor_act_model_layers_65/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_input_layernorm/norm": 5792.611694341405, "train/tensor_act_model_layers_66_input_layernorm/mean": 0.04833984375, "train/tensor_act_model_layers_66_input_layernorm/std": 1.0000004023312714, "train/tensor_act_model_layers_66_input_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_66_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_q_proj/norm": 5391.835334847558, "train/tensor_act_model_layers_66_self_attn_q_proj/mean": 0.004802703857421875, "train/tensor_act_model_layers_66_self_attn_q_proj/std": 0.9306661152851421, "train/tensor_act_model_layers_66_self_attn_q_proj/max_abs": 5.09375, "train/tensor_act_model_layers_66_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_k_proj/norm": 4649.33776866163, "train/tensor_act_model_layers_66_self_attn_k_proj/mean": 0.0071868896484375, "train/tensor_act_model_layers_66_self_attn_k_proj/std": 0.8017596854340193, "train/tensor_act_model_layers_66_self_attn_k_proj/max_abs": 4.53125, "train/tensor_act_model_layers_66_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_v_proj/norm": 2677.2412108273015, "train/tensor_act_model_layers_66_self_attn_v_proj/mean": 0.00734710693359375, "train/tensor_act_model_layers_66_self_attn_v_proj/std": 0.4624032971086312, "train/tensor_act_model_layers_66_self_attn_v_proj/max_abs": 2.84375, "train/tensor_act_model_layers_66_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_o_proj/norm": 1113.0154516988305, "train/tensor_act_model_layers_66_self_attn_o_proj/mean": -0.00030040740966796875, "train/tensor_act_model_layers_66_self_attn_o_proj/std": 0.19238511353139828, "train/tensor_act_model_layers_66_self_attn_o_proj/max_abs": 2.03125, "train/tensor_act_model_layers_66_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn/norm": 1113.0154516988305, "train/tensor_act_model_layers_66_self_attn/mean": -0.00030040740966796875, "train/tensor_act_model_layers_66_self_attn/std": 0.19238511353139828, "train/tensor_act_model_layers_66_self_attn/max_abs": 2.03125, "train/tensor_act_model_layers_66_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_post_attention_layernorm/norm": 5792.613891605126, "train/tensor_act_model_layers_66_post_attention_layernorm/mean": 0.04779052734375, "train/tensor_act_model_layers_66_post_attention_layernorm/std": 1.0000002291053272, "train/tensor_act_model_layers_66_post_attention_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_66_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 3646.7724152875717, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.050537109375, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.35986452348305775, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 543.0191497504677, "train/tensor_act_model_layers_66_mlp_down_proj/mean": -0.0105743408203125, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.09326236160416261, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/norm": 543.0191497504677, "train/tensor_act_model_layers_66_mlp/mean": -0.0105743408203125, "train/tensor_act_model_layers_66_mlp/std": 0.09326236160416261, "train/tensor_act_model_layers_66_mlp/max_abs": 1.1640625, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66/norm": 17251.27456571893, "train/tensor_act_model_layers_66/mean": 0.109375, "train/tensor_act_model_layers_66/std": 2.9766141431438506, "train/tensor_act_model_layers_66/max_abs": 42.5, "train/tensor_act_model_layers_66/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_input_layernorm/norm": 5792.614257820392, "train/tensor_act_model_layers_67_input_layernorm/mean": 0.04364013671875, "train/tensor_act_model_layers_67_input_layernorm/std": 1.0000002291053272, "train/tensor_act_model_layers_67_input_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_67_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_q_proj/norm": 5864.032375647598, "train/tensor_act_model_layers_67_self_attn_q_proj/mean": -0.0005846023559570312, "train/tensor_act_model_layers_67_self_attn_q_proj/std": 1.011726530855105, "train/tensor_act_model_layers_67_self_attn_q_proj/max_abs": 7.0625, "train/tensor_act_model_layers_67_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_k_proj/norm": 5314.387392840264, "train/tensor_act_model_layers_67_self_attn_k_proj/mean": 0.009185791015625, "train/tensor_act_model_layers_67_self_attn_k_proj/std": 0.9169938343386747, "train/tensor_act_model_layers_67_self_attn_k_proj/max_abs": 4.96875, "train/tensor_act_model_layers_67_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_v_proj/norm": 2207.03218655751, "train/tensor_act_model_layers_67_self_attn_v_proj/mean": 0.0056610107421875, "train/tensor_act_model_layers_67_self_attn_v_proj/std": 0.38085940220417025, "train/tensor_act_model_layers_67_self_attn_v_proj/max_abs": 3.09375, "train/tensor_act_model_layers_67_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_o_proj/norm": 720.644979278079, "train/tensor_act_model_layers_67_self_attn_o_proj/mean": -0.0006456375122070312, "train/tensor_act_model_layers_67_self_attn_o_proj/std": 0.12439100574820611, "train/tensor_act_model_layers_67_self_attn_o_proj/max_abs": 1.28125, "train/tensor_act_model_layers_67_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn/norm": 720.644979278079, "train/tensor_act_model_layers_67_self_attn/mean": -0.0006456375122070312, "train/tensor_act_model_layers_67_self_attn/std": 0.12439100574820611, "train/tensor_act_model_layers_67_self_attn/max_abs": 1.28125, "train/tensor_act_model_layers_67_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_post_attention_layernorm/norm": 5792.610595704447, "train/tensor_act_model_layers_67_post_attention_layernorm/mean": 0.0438232421875, "train/tensor_act_model_layers_67_post_attention_layernorm/std": 1.000000201165656, "train/tensor_act_model_layers_67_post_attention_layernorm/max_abs": 5.5, "train/tensor_act_model_layers_67_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 3717.3684019055454, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.04730224609375, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.3671875558000887, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 578.636106439869, "train/tensor_act_model_layers_67_mlp_down_proj/mean": -0.0045318603515625, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.09985381991426323, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/norm": 578.636106439869, "train/tensor_act_model_layers_67_mlp/mean": -0.0045318603515625, "train/tensor_act_model_layers_67_mlp/std": 0.09985381991426323, "train/tensor_act_model_layers_67_mlp/max_abs": 1.2109375, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67/norm": 17154.011697775684, "train/tensor_act_model_layers_67/mean": 0.1041259765625, "train/tensor_act_model_layers_67/std": 2.960989322561133, "train/tensor_act_model_layers_67/max_abs": 42.5, "train/tensor_act_model_layers_67/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_input_layernorm/norm": 5792.612182622017, "train/tensor_act_model_layers_68_input_layernorm/mean": 0.04193115234375, "train/tensor_act_model_layers_68_input_layernorm/std": 1.0000001396983764, "train/tensor_act_model_layers_68_input_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_68_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_q_proj/norm": 5625.461214147207, "train/tensor_act_model_layers_68_self_attn_q_proj/mean": -0.00373077392578125, "train/tensor_act_model_layers_68_self_attn_q_proj/std": 0.9716813311790578, "train/tensor_act_model_layers_68_self_attn_q_proj/max_abs": 5.25, "train/tensor_act_model_layers_68_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_k_proj/norm": 5350.6809742015885, "train/tensor_act_model_layers_68_self_attn_k_proj/mean": 0.0228271484375, "train/tensor_act_model_layers_68_self_attn_k_proj/std": 0.9238304839799696, "train/tensor_act_model_layers_68_self_attn_k_proj/max_abs": 5.375, "train/tensor_act_model_layers_68_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_v_proj/norm": 3241.1488780421437, "train/tensor_act_model_layers_68_self_attn_v_proj/mean": -0.00537109375, "train/tensor_act_model_layers_68_self_attn_v_proj/std": 0.5585939363165858, "train/tensor_act_model_layers_68_self_attn_v_proj/max_abs": 3.5, "train/tensor_act_model_layers_68_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_o_proj/norm": 1565.3148072833465, "train/tensor_act_model_layers_68_self_attn_o_proj/mean": 0.002780914306640625, "train/tensor_act_model_layers_68_self_attn_o_proj/std": 0.2705166756676877, "train/tensor_act_model_layers_68_self_attn_o_proj/max_abs": 3.328125, "train/tensor_act_model_layers_68_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn/norm": 1565.3148072833465, "train/tensor_act_model_layers_68_self_attn/mean": 0.002780914306640625, "train/tensor_act_model_layers_68_self_attn/std": 0.2705166756676877, "train/tensor_act_model_layers_68_self_attn/max_abs": 3.328125, "train/tensor_act_model_layers_68_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_post_attention_layernorm/norm": 5792.611816407104, "train/tensor_act_model_layers_68_post_attention_layernorm/mean": 0.0428466796875, "train/tensor_act_model_layers_68_post_attention_layernorm/std": 1.000000201165656, "train/tensor_act_model_layers_68_post_attention_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_68_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 3869.4181758576397, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.04345703125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.3833021030281748, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 622.4963674004838, "train/tensor_act_model_layers_68_mlp_down_proj/mean": -0.004150390625, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.10742298905922, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 1.203125, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/norm": 622.4963674004838, "train/tensor_act_model_layers_68_mlp/mean": -0.004150390625, "train/tensor_act_model_layers_68_mlp/std": 0.10742298905922, "train/tensor_act_model_layers_68_mlp/max_abs": 1.203125, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68/norm": 17181.972268062276, "train/tensor_act_model_layers_68/mean": 0.102783203125, "train/tensor_act_model_layers_68/std": 2.96098932507738, "train/tensor_act_model_layers_68/max_abs": 42.0, "train/tensor_act_model_layers_68/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_input_layernorm/norm": 5792.604858402053, "train/tensor_act_model_layers_69_input_layernorm/mean": 0.041259765625, "train/tensor_act_model_layers_69_input_layernorm/std": 1.0000001639127598, "train/tensor_act_model_layers_69_input_layernorm/max_abs": 5.5, "train/tensor_act_model_layers_69_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_q_proj/norm": 5819.271546718314, "train/tensor_act_model_layers_69_self_attn_q_proj/mean": 0.0136260986328125, "train/tensor_act_model_layers_69_self_attn_q_proj/std": 1.0039139149657093, "train/tensor_act_model_layers_69_self_attn_q_proj/max_abs": 6.65625, "train/tensor_act_model_layers_69_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_k_proj/norm": 5735.764942718348, "train/tensor_act_model_layers_69_self_attn_k_proj/mean": -0.017669677734375, "train/tensor_act_model_layers_69_self_attn_k_proj/std": 0.9902369571591931, "train/tensor_act_model_layers_69_self_attn_k_proj/max_abs": 5.875, "train/tensor_act_model_layers_69_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_v_proj/norm": 2916.958202996191, "train/tensor_act_model_layers_69_self_attn_v_proj/mean": -0.0031948089599609375, "train/tensor_act_model_layers_69_self_attn_v_proj/std": 0.5039069930179877, "train/tensor_act_model_layers_69_self_attn_v_proj/max_abs": 3.046875, "train/tensor_act_model_layers_69_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_o_proj/norm": 1445.4434761646494, "train/tensor_act_model_layers_69_self_attn_o_proj/mean": -0.003631591796875, "train/tensor_act_model_layers_69_self_attn_o_proj/std": 0.24929228719967125, "train/tensor_act_model_layers_69_self_attn_o_proj/max_abs": 2.28125, "train/tensor_act_model_layers_69_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn/norm": 1445.4434761646494, "train/tensor_act_model_layers_69_self_attn/mean": -0.003631591796875, "train/tensor_act_model_layers_69_self_attn/std": 0.24929228719967125, "train/tensor_act_model_layers_69_self_attn/max_abs": 2.28125, "train/tensor_act_model_layers_69_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_post_attention_layernorm/norm": 5792.61242675935, "train/tensor_act_model_layers_69_post_attention_layernorm/mean": 0.0401611328125, "train/tensor_act_model_layers_69_post_attention_layernorm/std": 1.0000003054737578, "train/tensor_act_model_layers_69_post_attention_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_69_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 3890.451019965469, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.05157470703125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.3842784828256401, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 648.7409246288643, "train/tensor_act_model_layers_69_mlp_down_proj/mean": -0.0011749267578125, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.1120608137320788, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 1.078125, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/norm": 648.7409246288643, "train/tensor_act_model_layers_69_mlp/mean": -0.0011749267578125, "train/tensor_act_model_layers_69_mlp/std": 0.1120608137320788, "train/tensor_act_model_layers_69_mlp/max_abs": 1.078125, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69/norm": 17035.89658228236, "train/tensor_act_model_layers_69/mean": 0.0980224609375, "train/tensor_act_model_layers_69/std": 2.937542090723129, "train/tensor_act_model_layers_69/max_abs": 41.75, "train/tensor_act_model_layers_69/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_input_layernorm/norm": 5792.61682129132, "train/tensor_act_model_layers_70_input_layernorm/mean": 0.0399169921875, "train/tensor_act_model_layers_70_input_layernorm/std": 1.0000003054737578, "train/tensor_act_model_layers_70_input_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_70_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_q_proj/norm": 5638.84078987236, "train/tensor_act_model_layers_70_self_attn_q_proj/mean": -0.028533935546875, "train/tensor_act_model_layers_70_self_attn_q_proj/std": 0.9736344056226425, "train/tensor_act_model_layers_70_self_attn_q_proj/max_abs": 7.25, "train/tensor_act_model_layers_70_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_k_proj/norm": 4929.997553355273, "train/tensor_act_model_layers_70_self_attn_k_proj/mean": 0.0027370452880859375, "train/tensor_act_model_layers_70_self_attn_k_proj/std": 0.8505883453493105, "train/tensor_act_model_layers_70_self_attn_k_proj/max_abs": 4.875, "train/tensor_act_model_layers_70_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_v_proj/norm": 2219.4391593127875, "train/tensor_act_model_layers_70_self_attn_v_proj/mean": -0.00415802001953125, "train/tensor_act_model_layers_70_self_attn_v_proj/std": 0.38281251482513456, "train/tensor_act_model_layers_70_self_attn_v_proj/max_abs": 2.484375, "train/tensor_act_model_layers_70_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_o_proj/norm": 505.88225572991166, "train/tensor_act_model_layers_70_self_attn_o_proj/mean": 0.0002961158752441406, "train/tensor_act_model_layers_70_self_attn_o_proj/std": 0.08728204075333423, "train/tensor_act_model_layers_70_self_attn_o_proj/max_abs": 1.3203125, "train/tensor_act_model_layers_70_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn/norm": 505.88225572991166, "train/tensor_act_model_layers_70_self_attn/mean": 0.0002961158752441406, "train/tensor_act_model_layers_70_self_attn/std": 0.08728204075333423, "train/tensor_act_model_layers_70_self_attn/max_abs": 1.3203125, "train/tensor_act_model_layers_70_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_post_attention_layernorm/norm": 5792.611938477472, "train/tensor_act_model_layers_70_post_attention_layernorm/mean": 0.04034423828125, "train/tensor_act_model_layers_70_post_attention_layernorm/std": 1.0000002887099564, "train/tensor_act_model_layers_70_post_attention_layernorm/max_abs": 5.59375, "train/tensor_act_model_layers_70_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 3992.519528498837, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.0521240234375, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.39453141996172275, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 637.9922275055038, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.0002455711364746094, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.11023240754648936, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 1.25, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/norm": 637.9922275055038, "train/tensor_act_model_layers_70_mlp/mean": 0.0002455711364746094, "train/tensor_act_model_layers_70_mlp/std": 0.11023240754648936, "train/tensor_act_model_layers_70_mlp/max_abs": 1.25, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70/norm": 17000.54240318135, "train/tensor_act_model_layers_70/mean": 0.0986328125, "train/tensor_act_model_layers_70/std": 2.9297402135557133, "train/tensor_act_model_layers_70/max_abs": 41.75, "train/tensor_act_model_layers_70/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_input_layernorm/norm": 5792.601928712999, "train/tensor_act_model_layers_71_input_layernorm/mean": 0.04034423828125, "train/tensor_act_model_layers_71_input_layernorm/std": 1.0000002887099564, "train/tensor_act_model_layers_71_input_layernorm/max_abs": 5.59375, "train/tensor_act_model_layers_71_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_q_proj/norm": 4772.263566372526, "train/tensor_act_model_layers_71_self_attn_q_proj/mean": -0.0113677978515625, "train/tensor_act_model_layers_71_self_attn_q_proj/std": 0.8232440228684986, "train/tensor_act_model_layers_71_self_attn_q_proj/max_abs": 12.125, "train/tensor_act_model_layers_71_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_k_proj/norm": 4284.270509783523, "train/tensor_act_model_layers_71_self_attn_k_proj/mean": 0.0096588134765625, "train/tensor_act_model_layers_71_self_attn_k_proj/std": 0.7382864855714371, "train/tensor_act_model_layers_71_self_attn_k_proj/max_abs": 4.84375, "train/tensor_act_model_layers_71_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_v_proj/norm": 2298.530427137496, "train/tensor_act_model_layers_71_self_attn_v_proj/mean": -0.0009794235229492188, "train/tensor_act_model_layers_71_self_attn_v_proj/std": 0.39697358667681887, "train/tensor_act_model_layers_71_self_attn_v_proj/max_abs": 2.6875, "train/tensor_act_model_layers_71_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_o_proj/norm": 645.0038305377745, "train/tensor_act_model_layers_71_self_attn_o_proj/mean": -0.001125335693359375, "train/tensor_act_model_layers_71_self_attn_o_proj/std": 0.11133878659709773, "train/tensor_act_model_layers_71_self_attn_o_proj/max_abs": 1.140625, "train/tensor_act_model_layers_71_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn/norm": 645.0038305377745, "train/tensor_act_model_layers_71_self_attn/mean": -0.001125335693359375, "train/tensor_act_model_layers_71_self_attn/std": 0.11133878659709773, "train/tensor_act_model_layers_71_self_attn/max_abs": 1.140625, "train/tensor_act_model_layers_71_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_post_attention_layernorm/norm": 5792.607543954145, "train/tensor_act_model_layers_71_post_attention_layernorm/mean": 0.0400390625, "train/tensor_act_model_layers_71_post_attention_layernorm/std": 1.0000002831220227, "train/tensor_act_model_layers_71_post_attention_layernorm/max_abs": 5.59375, "train/tensor_act_model_layers_71_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 4082.1988620024867, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.05218505859375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.4038096408299959, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 792.4227065444096, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 0.0024871826171875, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.13696355955535133, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/norm": 792.4227065444096, "train/tensor_act_model_layers_71_mlp/mean": 0.0024871826171875, "train/tensor_act_model_layers_71_mlp/std": 0.13696355955535133, "train/tensor_act_model_layers_71_mlp/max_abs": 1.9921875, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71/norm": 17047.751253468996, "train/tensor_act_model_layers_71/mean": 0.099853515625, "train/tensor_act_model_layers_71/std": 2.9453650654521346, "train/tensor_act_model_layers_71/max_abs": 41.75, "train/tensor_act_model_layers_71/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_input_layernorm/norm": 5792.614135749518, "train/tensor_act_model_layers_72_input_layernorm/mean": 0.041015625, "train/tensor_act_model_layers_72_input_layernorm/std": 1.0000002831220227, "train/tensor_act_model_layers_72_input_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_72_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_q_proj/norm": 5202.915611970029, "train/tensor_act_model_layers_72_self_attn_q_proj/mean": 0.018218994140625, "train/tensor_act_model_layers_72_self_attn_q_proj/std": 0.897462653385718, "train/tensor_act_model_layers_72_self_attn_q_proj/max_abs": 5.8125, "train/tensor_act_model_layers_72_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_k_proj/norm": 4559.546270863099, "train/tensor_act_model_layers_72_self_attn_k_proj/mean": 0.0382080078125, "train/tensor_act_model_layers_72_self_attn_k_proj/std": 0.7861347174769476, "train/tensor_act_model_layers_72_self_attn_k_proj/max_abs": 5.25, "train/tensor_act_model_layers_72_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_v_proj/norm": 2272.2422942257467, "train/tensor_act_model_layers_72_self_attn_v_proj/mean": -0.0004818439483642578, "train/tensor_act_model_layers_72_self_attn_v_proj/std": 0.39209105897062013, "train/tensor_act_model_layers_72_self_attn_v_proj/max_abs": 2.890625, "train/tensor_act_model_layers_72_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_o_proj/norm": 467.61484021474473, "train/tensor_act_model_layers_72_self_attn_o_proj/mean": 0.0003609657287597656, "train/tensor_act_model_layers_72_self_attn_o_proj/std": 0.08069212181056791, "train/tensor_act_model_layers_72_self_attn_o_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_72_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn/norm": 467.61484021474473, "train/tensor_act_model_layers_72_self_attn/mean": 0.0003609657287597656, "train/tensor_act_model_layers_72_self_attn/std": 0.08069212181056791, "train/tensor_act_model_layers_72_self_attn/max_abs": 1.7421875, "train/tensor_act_model_layers_72_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_post_attention_layernorm/norm": 5792.6103515691575, "train/tensor_act_model_layers_72_post_attention_layernorm/mean": 0.0413818359375, "train/tensor_act_model_layers_72_post_attention_layernorm/std": 1.0000003650783826, "train/tensor_act_model_layers_72_post_attention_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_72_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 4049.021106837447, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.04803466796875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.4003907506058659, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 780.6152927882894, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.0130157470703125, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.13428000967673817, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/norm": 780.6152927882894, "train/tensor_act_model_layers_72_mlp/mean": 0.0130157470703125, "train/tensor_act_model_layers_72_mlp/std": 0.13428000967673817, "train/tensor_act_model_layers_72_mlp/max_abs": 1.1640625, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72/norm": 17118.881765088743, "train/tensor_act_model_layers_72/mean": 0.11328125, "train/tensor_act_model_layers_72/std": 2.9531672439379437, "train/tensor_act_model_layers_72/max_abs": 42.25, "train/tensor_act_model_layers_72/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_input_layernorm/norm": 5792.602417001216, "train/tensor_act_model_layers_73_input_layernorm/mean": 0.0462646484375, "train/tensor_act_model_layers_73_input_layernorm/std": 1.0000003650783826, "train/tensor_act_model_layers_73_input_layernorm/max_abs": 5.5, "train/tensor_act_model_layers_73_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_q_proj/norm": 4317.6605303734605, "train/tensor_act_model_layers_73_self_attn_q_proj/mean": -0.02020263671875, "train/tensor_act_model_layers_73_self_attn_q_proj/std": 0.7441432106794155, "train/tensor_act_model_layers_73_self_attn_q_proj/max_abs": 5.53125, "train/tensor_act_model_layers_73_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_k_proj/norm": 4143.069236265282, "train/tensor_act_model_layers_73_self_attn_k_proj/mean": -0.00461578369140625, "train/tensor_act_model_layers_73_self_attn_k_proj/std": 0.7148437905099863, "train/tensor_act_model_layers_73_self_attn_k_proj/max_abs": 4.0625, "train/tensor_act_model_layers_73_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_v_proj/norm": 1989.5993639283856, "train/tensor_act_model_layers_73_self_attn_v_proj/mean": -0.0006561279296875, "train/tensor_act_model_layers_73_self_attn_v_proj/std": 0.34375007420946807, "train/tensor_act_model_layers_73_self_attn_v_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_73_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_o_proj/norm": 237.2312661802843, "train/tensor_act_model_layers_73_self_attn_o_proj/mean": -9.867548942565918e-05, "train/tensor_act_model_layers_73_self_attn_o_proj/std": 0.04095735797021927, "train/tensor_act_model_layers_73_self_attn_o_proj/max_abs": 0.8671875, "train/tensor_act_model_layers_73_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn/norm": 237.2312661802843, "train/tensor_act_model_layers_73_self_attn/mean": -9.867548942565918e-05, "train/tensor_act_model_layers_73_self_attn/std": 0.04095735797021927, "train/tensor_act_model_layers_73_self_attn/max_abs": 0.8671875, "train/tensor_act_model_layers_73_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_post_attention_layernorm/norm": 5792.610839846374, "train/tensor_act_model_layers_73_post_attention_layernorm/mean": 0.04644775390625, "train/tensor_act_model_layers_73_post_attention_layernorm/std": 1.0000003781168938, "train/tensor_act_model_layers_73_post_attention_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_73_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 4036.279910513726, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.0513916015625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.39843774309337904, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 821.8853904262717, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.00543975830078125, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.1418464325362474, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 1.5859375, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/norm": 821.8853904262717, "train/tensor_act_model_layers_73_mlp/mean": 0.00543975830078125, "train/tensor_act_model_layers_73_mlp/std": 0.1418464325362474, "train/tensor_act_model_layers_73_mlp/max_abs": 1.5859375, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73/norm": 17060.21475013161, "train/tensor_act_model_layers_73/mean": 0.11865234375, "train/tensor_act_model_layers_73/std": 2.945365217227828, "train/tensor_act_model_layers_73/max_abs": 42.0, "train/tensor_act_model_layers_73/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_input_layernorm/norm": 5792.611694339585, "train/tensor_act_model_layers_74_input_layernorm/mean": 0.048583984375, "train/tensor_act_model_layers_74_input_layernorm/std": 1.0000004172324264, "train/tensor_act_model_layers_74_input_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_74_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_q_proj/norm": 5830.936547581902, "train/tensor_act_model_layers_74_self_attn_q_proj/mean": 0.04168701171875, "train/tensor_act_model_layers_74_self_attn_q_proj/std": 1.005865261838408, "train/tensor_act_model_layers_74_self_attn_q_proj/max_abs": 5.625, "train/tensor_act_model_layers_74_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_k_proj/norm": 5052.980153785149, "train/tensor_act_model_layers_74_self_attn_k_proj/mean": 0.026885986328125, "train/tensor_act_model_layers_74_self_attn_k_proj/std": 0.8710938414116028, "train/tensor_act_model_layers_74_self_attn_k_proj/max_abs": 4.9375, "train/tensor_act_model_layers_74_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_v_proj/norm": 2526.0393325759283, "train/tensor_act_model_layers_74_self_attn_v_proj/mean": -0.0020656585693359375, "train/tensor_act_model_layers_74_self_attn_v_proj/std": 0.43603603414527103, "train/tensor_act_model_layers_74_self_attn_v_proj/max_abs": 2.75, "train/tensor_act_model_layers_74_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_o_proj/norm": 728.4109173478708, "train/tensor_act_model_layers_74_self_attn_o_proj/mean": -0.002593994140625, "train/tensor_act_model_layers_74_self_attn_o_proj/std": 0.12573364359067657, "train/tensor_act_model_layers_74_self_attn_o_proj/max_abs": 1.234375, "train/tensor_act_model_layers_74_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn/norm": 728.4109173478708, "train/tensor_act_model_layers_74_self_attn/mean": -0.002593994140625, "train/tensor_act_model_layers_74_self_attn/std": 0.12573364359067657, "train/tensor_act_model_layers_74_self_attn/max_abs": 1.234375, "train/tensor_act_model_layers_74_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_post_attention_layernorm/norm": 5792.610229494085, "train/tensor_act_model_layers_74_post_attention_layernorm/mean": 0.047607421875, "train/tensor_act_model_layers_74_post_attention_layernorm/std": 1.0000003427266488, "train/tensor_act_model_layers_74_post_attention_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_74_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 4151.205184756561, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.0540771484375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.4101562681652247, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 849.6179014883747, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.0143890380859375, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.1459969190427489, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 2.25, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/norm": 849.6179014883747, "train/tensor_act_model_layers_74_mlp/mean": 0.0143890380859375, "train/tensor_act_model_layers_74_mlp/std": 0.1459969190427489, "train/tensor_act_model_layers_74_mlp/max_abs": 2.25, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74/norm": 17099.24414457665, "train/tensor_act_model_layers_74/mean": 0.130126953125, "train/tensor_act_model_layers_74/std": 2.9453653892402705, "train/tensor_act_model_layers_74/max_abs": 41.5, "train/tensor_act_model_layers_74/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_input_layernorm/norm": 5792.608642579097, "train/tensor_act_model_layers_75_input_layernorm/mean": 0.052978515625, "train/tensor_act_model_layers_75_input_layernorm/std": 1.0000003427266486, "train/tensor_act_model_layers_75_input_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_75_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_q_proj/norm": 6022.598084898742, "train/tensor_act_model_layers_75_self_attn_q_proj/mean": -0.04022216796875, "train/tensor_act_model_layers_75_self_attn_q_proj/std": 1.0390631650621394, "train/tensor_act_model_layers_75_self_attn_q_proj/max_abs": 6.15625, "train/tensor_act_model_layers_75_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_k_proj/norm": 5883.124196672592, "train/tensor_act_model_layers_75_self_attn_k_proj/mean": -0.030731201171875, "train/tensor_act_model_layers_75_self_attn_k_proj/std": 1.0156254488687257, "train/tensor_act_model_layers_75_self_attn_k_proj/max_abs": 5.40625, "train/tensor_act_model_layers_75_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_v_proj/norm": 3123.0269720467627, "train/tensor_act_model_layers_75_self_attn_v_proj/mean": 0.00675201416015625, "train/tensor_act_model_layers_75_self_attn_v_proj/std": 0.5390625649496226, "train/tensor_act_model_layers_75_self_attn_v_proj/max_abs": 4.25, "train/tensor_act_model_layers_75_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_o_proj/norm": 1749.2187936245841, "train/tensor_act_model_layers_75_self_attn_o_proj/mean": 0.001033782958984375, "train/tensor_act_model_layers_75_self_attn_o_proj/std": 0.30224737546380165, "train/tensor_act_model_layers_75_self_attn_o_proj/max_abs": 3.078125, "train/tensor_act_model_layers_75_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn/norm": 1749.2187936245841, "train/tensor_act_model_layers_75_self_attn/mean": 0.001033782958984375, "train/tensor_act_model_layers_75_self_attn/std": 0.30224737546380165, "train/tensor_act_model_layers_75_self_attn/max_abs": 3.078125, "train/tensor_act_model_layers_75_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_post_attention_layernorm/norm": 5792.608154301634, "train/tensor_act_model_layers_75_post_attention_layernorm/mean": 0.05303955078125, "train/tensor_act_model_layers_75_post_attention_layernorm/std": 1.0000003781168938, "train/tensor_act_model_layers_75_post_attention_layernorm/max_abs": 5.21875, "train/tensor_act_model_layers_75_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 4040.5084321279264, "train/tensor_act_model_layers_75_mlp_up_proj/mean": -0.06085205078125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.398437588822598, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 759.9067142989647, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.00228118896484375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.13110423332067636, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 1.4921875, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/norm": 759.9067142989647, "train/tensor_act_model_layers_75_mlp/mean": 0.00228118896484375, "train/tensor_act_model_layers_75_mlp/std": 0.13110423332067636, "train/tensor_act_model_layers_75_mlp/max_abs": 1.4921875, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75/norm": 17176.61920355566, "train/tensor_act_model_layers_75/mean": 0.133544921875, "train/tensor_act_model_layers_75/std": 2.9609901101463496, "train/tensor_act_model_layers_75/max_abs": 41.5, "train/tensor_act_model_layers_75/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_input_layernorm/norm": 5792.614501955147, "train/tensor_act_model_layers_76_input_layernorm/mean": 0.053466796875, "train/tensor_act_model_layers_76_input_layernorm/std": 1.0000003427266488, "train/tensor_act_model_layers_76_input_layernorm/max_abs": 5.15625, "train/tensor_act_model_layers_76_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_q_proj/norm": 5478.385121165583, "train/tensor_act_model_layers_76_self_attn_q_proj/mean": -0.0445556640625, "train/tensor_act_model_layers_76_self_attn_q_proj/std": 0.9443415944384638, "train/tensor_act_model_layers_76_self_attn_q_proj/max_abs": 5.71875, "train/tensor_act_model_layers_76_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_k_proj/norm": 5414.040289181012, "train/tensor_act_model_layers_76_self_attn_k_proj/mean": -0.00659942626953125, "train/tensor_act_model_layers_76_self_attn_k_proj/std": 0.9335942094731396, "train/tensor_act_model_layers_76_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_76_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_v_proj/norm": 2682.5110736343886, "train/tensor_act_model_layers_76_self_attn_v_proj/mean": 0.00603485107421875, "train/tensor_act_model_layers_76_self_attn_v_proj/std": 0.46337976313663515, "train/tensor_act_model_layers_76_self_attn_v_proj/max_abs": 2.65625, "train/tensor_act_model_layers_76_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_o_proj/norm": 944.8616929615724, "train/tensor_act_model_layers_76_self_attn_o_proj/mean": -0.0001304149627685547, "train/tensor_act_model_layers_76_self_attn_o_proj/std": 0.1633355009236033, "train/tensor_act_model_layers_76_self_attn_o_proj/max_abs": 2.109375, "train/tensor_act_model_layers_76_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn/norm": 944.8616929615724, "train/tensor_act_model_layers_76_self_attn/mean": -0.0001304149627685547, "train/tensor_act_model_layers_76_self_attn/std": 0.1633355009236033, "train/tensor_act_model_layers_76_self_attn/max_abs": 2.109375, "train/tensor_act_model_layers_76_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_post_attention_layernorm/norm": 5792.611328126996, "train/tensor_act_model_layers_76_post_attention_layernorm/mean": 0.0535888671875, "train/tensor_act_model_layers_76_post_attention_layernorm/std": 1.0000003650783826, "train/tensor_act_model_layers_76_post_attention_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_76_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 4204.889683982461, "train/tensor_act_model_layers_76_mlp_up_proj/mean": -0.070556640625, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.4135751555340999, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 822.6525215779953, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.0107574462890625, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.1416015912746532, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 1.546875, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/norm": 822.6525215779953, "train/tensor_act_model_layers_76_mlp/mean": 0.0107574462890625, "train/tensor_act_model_layers_76_mlp/std": 0.1416015912746532, "train/tensor_act_model_layers_76_mlp/max_abs": 1.546875, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76/norm": 17279.949201831612, "train/tensor_act_model_layers_76/mean": 0.14453125, "train/tensor_act_model_layers_76/std": 2.976614803946012, "train/tensor_act_model_layers_76/max_abs": 41.25, "train/tensor_act_model_layers_76/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_input_layernorm/norm": 5792.610717776786, "train/tensor_act_model_layers_77_input_layernorm/mean": 0.05718994140625, "train/tensor_act_model_layers_77_input_layernorm/std": 1.00000031851227, "train/tensor_act_model_layers_77_input_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_77_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_q_proj/norm": 5936.332152381104, "train/tensor_act_model_layers_77_self_attn_q_proj/mean": 0.044677734375, "train/tensor_act_model_layers_77_self_attn_q_proj/std": 1.023437674718944, "train/tensor_act_model_layers_77_self_attn_q_proj/max_abs": 7.21875, "train/tensor_act_model_layers_77_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_k_proj/norm": 5457.904550650413, "train/tensor_act_model_layers_77_self_attn_k_proj/mean": 0.06219482421875, "train/tensor_act_model_layers_77_self_attn_k_proj/std": 0.9404313571713085, "train/tensor_act_model_layers_77_self_attn_k_proj/max_abs": 5.46875, "train/tensor_act_model_layers_77_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_v_proj/norm": 2810.3706726638934, "train/tensor_act_model_layers_77_self_attn_v_proj/mean": -0.003841400146484375, "train/tensor_act_model_layers_77_self_attn_v_proj/std": 0.4853525987292411, "train/tensor_act_model_layers_77_self_attn_v_proj/max_abs": 2.890625, "train/tensor_act_model_layers_77_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_o_proj/norm": 1820.6986964126834, "train/tensor_act_model_layers_77_self_attn_o_proj/mean": -0.0005602836608886719, "train/tensor_act_model_layers_77_self_attn_o_proj/std": 0.3144562047772033, "train/tensor_act_model_layers_77_self_attn_o_proj/max_abs": 2.625, "train/tensor_act_model_layers_77_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn/norm": 1820.6986964126834, "train/tensor_act_model_layers_77_self_attn/mean": -0.0005602836608886719, "train/tensor_act_model_layers_77_self_attn/std": 0.3144562047772033, "train/tensor_act_model_layers_77_self_attn/max_abs": 2.625, "train/tensor_act_model_layers_77_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_post_attention_layernorm/norm": 5792.613281250411, "train/tensor_act_model_layers_77_post_attention_layernorm/mean": 0.0572509765625, "train/tensor_act_model_layers_77_post_attention_layernorm/std": 1.0000003203749144, "train/tensor_act_model_layers_77_post_attention_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_77_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 4585.403633930393, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.067138671875, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.4521496898394846, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 972.1236241676531, "train/tensor_act_model_layers_77_mlp_down_proj/mean": -0.0041656494140625, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.16772514867904115, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 1.6171875, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/norm": 972.1236241676531, "train/tensor_act_model_layers_77_mlp/mean": -0.0041656494140625, "train/tensor_act_model_layers_77_mlp/std": 0.16772514867904115, "train/tensor_act_model_layers_77_mlp/max_abs": 1.6171875, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77/norm": 17082.08306701053, "train/tensor_act_model_layers_77/mean": 0.139404296875, "train/tensor_act_model_layers_77/std": 2.945365146399172, "train/tensor_act_model_layers_77/max_abs": 41.25, "train/tensor_act_model_layers_77/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_input_layernorm/norm": 5792.610717780603, "train/tensor_act_model_layers_78_input_layernorm/mean": 0.05523681640625, "train/tensor_act_model_layers_78_input_layernorm/std": 1.00000031851227, "train/tensor_act_model_layers_78_input_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_78_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_q_proj/norm": 5913.72349532215, "train/tensor_act_model_layers_78_self_attn_q_proj/mean": -0.03082275390625, "train/tensor_act_model_layers_78_self_attn_q_proj/std": 1.0214900988533309, "train/tensor_act_model_layers_78_self_attn_q_proj/max_abs": 6.34375, "train/tensor_act_model_layers_78_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_k_proj/norm": 5503.325891468012, "train/tensor_act_model_layers_78_self_attn_k_proj/mean": -0.027587890625, "train/tensor_act_model_layers_78_self_attn_k_proj/std": 0.9492188559638071, "train/tensor_act_model_layers_78_self_attn_k_proj/max_abs": 5.15625, "train/tensor_act_model_layers_78_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_v_proj/norm": 2746.7583277100093, "train/tensor_act_model_layers_78_self_attn_v_proj/mean": -0.011688232421875, "train/tensor_act_model_layers_78_self_attn_v_proj/std": 0.4741221633176201, "train/tensor_act_model_layers_78_self_attn_v_proj/max_abs": 3.09375, "train/tensor_act_model_layers_78_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_o_proj/norm": 1124.1682775236509, "train/tensor_act_model_layers_78_self_attn_o_proj/mean": -0.003204345703125, "train/tensor_act_model_layers_78_self_attn_o_proj/std": 0.19433600099840517, "train/tensor_act_model_layers_78_self_attn_o_proj/max_abs": 1.96875, "train/tensor_act_model_layers_78_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn/norm": 1124.1682775236509, "train/tensor_act_model_layers_78_self_attn/mean": -0.003204345703125, "train/tensor_act_model_layers_78_self_attn/std": 0.19433600099840517, "train/tensor_act_model_layers_78_self_attn/max_abs": 1.96875, "train/tensor_act_model_layers_78_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_post_attention_layernorm/norm": 5792.610107425111, "train/tensor_act_model_layers_78_post_attention_layernorm/mean": 0.05413818359375, "train/tensor_act_model_layers_78_post_attention_layernorm/std": 1.0000002440064848, "train/tensor_act_model_layers_78_post_attention_layernorm/max_abs": 5.375, "train/tensor_act_model_layers_78_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 4602.065235798901, "train/tensor_act_model_layers_78_mlp_up_proj/mean": -0.0703125, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.45312513154126594, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 1197.375103013084, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.014739990234375, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.20630275790291971, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 2.75, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/norm": 1197.375103013084, "train/tensor_act_model_layers_78_mlp/mean": 0.014739990234375, "train/tensor_act_model_layers_78_mlp/std": 0.20630275790291971, "train/tensor_act_model_layers_78_mlp/max_abs": 2.75, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78/norm": 17121.143726751747, "train/tensor_act_model_layers_78/mean": 0.151123046875, "train/tensor_act_model_layers_78/std": 2.953146505529825, "train/tensor_act_model_layers_78/max_abs": 40.75, "train/tensor_act_model_layers_78/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_input_layernorm/norm": 5792.612792969604, "train/tensor_act_model_layers_79_input_layernorm/mean": 0.05926513671875, "train/tensor_act_model_layers_79_input_layernorm/std": 1.0000002440064848, "train/tensor_act_model_layers_79_input_layernorm/max_abs": 5.34375, "train/tensor_act_model_layers_79_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_q_proj/norm": 6354.042050002, "train/tensor_act_model_layers_79_self_attn_q_proj/mean": -0.1038818359375, "train/tensor_act_model_layers_79_self_attn_q_proj/std": 1.0918022455892025, "train/tensor_act_model_layers_79_self_attn_q_proj/max_abs": 6.0, "train/tensor_act_model_layers_79_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_k_proj/norm": 5597.308898532939, "train/tensor_act_model_layers_79_self_attn_k_proj/mean": -0.0748291015625, "train/tensor_act_model_layers_79_self_attn_k_proj/std": 0.9638689421818462, "train/tensor_act_model_layers_79_self_attn_k_proj/max_abs": 4.8125, "train/tensor_act_model_layers_79_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_v_proj/norm": 3006.0062655440815, "train/tensor_act_model_layers_79_self_attn_v_proj/mean": 0.00011599063873291016, "train/tensor_act_model_layers_79_self_attn_v_proj/std": 0.5195315438487516, "train/tensor_act_model_layers_79_self_attn_v_proj/max_abs": 4.46875, "train/tensor_act_model_layers_79_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_o_proj/norm": 1272.760356774644, "train/tensor_act_model_layers_79_self_attn_o_proj/mean": 0.00130462646484375, "train/tensor_act_model_layers_79_self_attn_o_proj/std": 0.21997554864478994, "train/tensor_act_model_layers_79_self_attn_o_proj/max_abs": 2.859375, "train/tensor_act_model_layers_79_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn/norm": 1272.760356774644, "train/tensor_act_model_layers_79_self_attn/mean": 0.00130462646484375, "train/tensor_act_model_layers_79_self_attn/std": 0.21997554864478994, "train/tensor_act_model_layers_79_self_attn/max_abs": 2.859375, "train/tensor_act_model_layers_79_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_post_attention_layernorm/norm": 5792.607055665311, "train/tensor_act_model_layers_79_post_attention_layernorm/mean": 0.0595703125, "train/tensor_act_model_layers_79_post_attention_layernorm/std": 1.0000002831220227, "train/tensor_act_model_layers_79_post_attention_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_79_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 4557.559850191183, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.081298828125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.44677821091531283, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 979.772496371724, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.0119476318359375, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.16894532559234923, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 1.5234375, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/norm": 979.772496371724, "train/tensor_act_model_layers_79_mlp/mean": 0.0119476318359375, "train/tensor_act_model_layers_79_mlp/std": 0.16894532559234923, "train/tensor_act_model_layers_79_mlp/max_abs": 1.5234375, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79/norm": 17291.664272671467, "train/tensor_act_model_layers_79/mean": 0.16455078125, "train/tensor_act_model_layers_79/std": 2.9843962903286925, "train/tensor_act_model_layers_79/max_abs": 40.75, "train/tensor_act_model_layers_79/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_input_layernorm/norm": 5792.609741214347, "train/tensor_act_model_layers_80_input_layernorm/mean": 0.063232421875, "train/tensor_act_model_layers_80_input_layernorm/std": 0.9970720760019757, "train/tensor_act_model_layers_80_input_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_80_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_q_proj/norm": 7864.24705941173, "train/tensor_act_model_layers_80_self_attn_q_proj/mean": 0.1153564453125, "train/tensor_act_model_layers_80_self_attn_q_proj/std": 1.3515629575430916, "train/tensor_act_model_layers_80_self_attn_q_proj/max_abs": 7.5625, "train/tensor_act_model_layers_80_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_k_proj/norm": 6639.099536220208, "train/tensor_act_model_layers_80_self_attn_k_proj/mean": 0.0767822265625, "train/tensor_act_model_layers_80_self_attn_k_proj/std": 1.1406254899010848, "train/tensor_act_model_layers_80_self_attn_k_proj/max_abs": 5.875, "train/tensor_act_model_layers_80_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_v_proj/norm": 3531.4441928777674, "train/tensor_act_model_layers_80_self_attn_v_proj/mean": -0.0008230209350585938, "train/tensor_act_model_layers_80_self_attn_v_proj/std": 0.6093750341387922, "train/tensor_act_model_layers_80_self_attn_v_proj/max_abs": 3.234375, "train/tensor_act_model_layers_80_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_o_proj/norm": 2236.8253870162725, "train/tensor_act_model_layers_80_self_attn_o_proj/mean": -0.0113067626953125, "train/tensor_act_model_layers_80_self_attn_o_proj/std": 0.38623408419560196, "train/tensor_act_model_layers_80_self_attn_o_proj/max_abs": 3.796875, "train/tensor_act_model_layers_80_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn/norm": 2236.8253870162725, "train/tensor_act_model_layers_80_self_attn/mean": -0.0113067626953125, "train/tensor_act_model_layers_80_self_attn/std": 0.38623408419560196, "train/tensor_act_model_layers_80_self_attn/max_abs": 3.796875, "train/tensor_act_model_layers_80_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_post_attention_layernorm/norm": 5792.6075439464685, "train/tensor_act_model_layers_80_post_attention_layernorm/mean": 0.05804443359375, "train/tensor_act_model_layers_80_post_attention_layernorm/std": 1.0000001844018527, "train/tensor_act_model_layers_80_post_attention_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_80_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 4603.1996348353005, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.070068359375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.45312519731188455, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 868.0008057998486, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.00307464599609375, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.14965882484001972, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 1.46875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/norm": 868.0008057998486, "train/tensor_act_model_layers_80_mlp/mean": 0.00307464599609375, "train/tensor_act_model_layers_80_mlp/std": 0.14965882484001972, "train/tensor_act_model_layers_80_mlp/max_abs": 1.46875, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80/norm": 17445.016855267015, "train/tensor_act_model_layers_80/mean": 0.156005859375, "train/tensor_act_model_layers_80/std": 3.0039347732836665, "train/tensor_act_model_layers_80/max_abs": 40.5, "train/tensor_act_model_layers_80/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_input_layernorm/norm": 5792.610839844871, "train/tensor_act_model_layers_81_input_layernorm/mean": 0.05902099609375, "train/tensor_act_model_layers_81_input_layernorm/std": 1.0000001844018527, "train/tensor_act_model_layers_81_input_layernorm/max_abs": 5.375, "train/tensor_act_model_layers_81_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_q_proj/norm": 7100.92120243893, "train/tensor_act_model_layers_81_self_attn_q_proj/mean": 0.0858154296875, "train/tensor_act_model_layers_81_self_attn_q_proj/std": 1.2226626545308714, "train/tensor_act_model_layers_81_self_attn_q_proj/max_abs": 6.625, "train/tensor_act_model_layers_81_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_k_proj/norm": 6205.6979266134695, "train/tensor_act_model_layers_81_self_attn_k_proj/mean": 0.0098724365234375, "train/tensor_act_model_layers_81_self_attn_k_proj/std": 1.0703125525347494, "train/tensor_act_model_layers_81_self_attn_k_proj/max_abs": 5.0625, "train/tensor_act_model_layers_81_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_v_proj/norm": 3396.2320616364486, "train/tensor_act_model_layers_81_self_attn_v_proj/mean": 0.004161834716796875, "train/tensor_act_model_layers_81_self_attn_v_proj/std": 0.58691672768192, "train/tensor_act_model_layers_81_self_attn_v_proj/max_abs": 3.546875, "train/tensor_act_model_layers_81_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_o_proj/norm": 2246.795449529664, "train/tensor_act_model_layers_81_self_attn_o_proj/mean": -0.00598907470703125, "train/tensor_act_model_layers_81_self_attn_o_proj/std": 0.3877014845343584, "train/tensor_act_model_layers_81_self_attn_o_proj/max_abs": 4.03125, "train/tensor_act_model_layers_81_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn/norm": 2246.795449529664, "train/tensor_act_model_layers_81_self_attn/mean": -0.00598907470703125, "train/tensor_act_model_layers_81_self_attn/std": 0.3877014845343584, "train/tensor_act_model_layers_81_self_attn/max_abs": 4.03125, "train/tensor_act_model_layers_81_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_post_attention_layernorm/norm": 5792.603271485142, "train/tensor_act_model_layers_81_post_attention_layernorm/mean": 0.05633544921875, "train/tensor_act_model_layers_81_post_attention_layernorm/std": 1.0000001844018527, "train/tensor_act_model_layers_81_post_attention_layernorm/max_abs": 5.21875, "train/tensor_act_model_layers_81_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 5126.220977710612, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.091552734375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.5039064274277486, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 1111.493427052587, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.00627899169921875, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.19189516748682015, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 2.109375, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/norm": 1111.493427052587, "train/tensor_act_model_layers_81_mlp/mean": 0.00627899169921875, "train/tensor_act_model_layers_81_mlp/std": 0.19189516748682015, "train/tensor_act_model_layers_81_mlp/max_abs": 2.109375, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81/norm": 17443.181835466923, "train/tensor_act_model_layers_81/mean": 0.156494140625, "train/tensor_act_model_layers_81/std": 3.0039347732836665, "train/tensor_act_model_layers_81/max_abs": 38.5, "train/tensor_act_model_layers_81/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_input_layernorm/norm": 5792.609619144787, "train/tensor_act_model_layers_82_input_layernorm/mean": 0.05853271484375, "train/tensor_act_model_layers_82_input_layernorm/std": 1.0000001844018527, "train/tensor_act_model_layers_82_input_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_82_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_q_proj/norm": 5408.030141501587, "train/tensor_act_model_layers_82_self_attn_q_proj/mean": 0.0404052734375, "train/tensor_act_model_layers_82_self_attn_q_proj/std": 0.9326233628952328, "train/tensor_act_model_layers_82_self_attn_q_proj/max_abs": 6.71875, "train/tensor_act_model_layers_82_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_k_proj/norm": 4983.529773441104, "train/tensor_act_model_layers_82_self_attn_k_proj/mean": 0.03729248046875, "train/tensor_act_model_layers_82_self_attn_k_proj/std": 0.8593752492557512, "train/tensor_act_model_layers_82_self_attn_k_proj/max_abs": 5.15625, "train/tensor_act_model_layers_82_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_v_proj/norm": 2498.758422803503, "train/tensor_act_model_layers_82_self_attn_v_proj/mean": 0.002765655517578125, "train/tensor_act_model_layers_82_self_attn_v_proj/std": 0.43066517543959787, "train/tensor_act_model_layers_82_self_attn_v_proj/max_abs": 3.65625, "train/tensor_act_model_layers_82_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_o_proj/norm": 819.8093130680757, "train/tensor_act_model_layers_82_self_attn_o_proj/mean": -0.002490997314453125, "train/tensor_act_model_layers_82_self_attn_o_proj/std": 0.14184814612497484, "train/tensor_act_model_layers_82_self_attn_o_proj/max_abs": 2.515625, "train/tensor_act_model_layers_82_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn/norm": 819.8093130680757, "train/tensor_act_model_layers_82_self_attn/mean": -0.002490997314453125, "train/tensor_act_model_layers_82_self_attn/std": 0.14184814612497484, "train/tensor_act_model_layers_82_self_attn/max_abs": 2.515625, "train/tensor_act_model_layers_82_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_post_attention_layernorm/norm": 5792.606201173496, "train/tensor_act_model_layers_82_post_attention_layernorm/mean": 0.05792236328125, "train/tensor_act_model_layers_82_post_attention_layernorm/std": 1.0000002589076422, "train/tensor_act_model_layers_82_post_attention_layernorm/max_abs": 5.0625, "train/tensor_act_model_layers_82_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 5053.224271560374, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.0775146484375, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.49804715923226417, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 4.3125, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 1137.505924657918, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.00615692138671875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.19628907006178314, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 2.265625, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/norm": 1137.505924657918, "train/tensor_act_model_layers_82_mlp/mean": 0.00615692138671875, "train/tensor_act_model_layers_82_mlp/std": 0.19628907006178314, "train/tensor_act_model_layers_82_mlp/max_abs": 2.265625, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82/norm": 17481.08915884099, "train/tensor_act_model_layers_82/mean": 0.159912109375, "train/tensor_act_model_layers_82/std": 3.0156458226409053, "train/tensor_act_model_layers_82/max_abs": 38.25, "train/tensor_act_model_layers_82/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_input_layernorm/norm": 5792.609008795189, "train/tensor_act_model_layers_83_input_layernorm/mean": 0.0596923828125, "train/tensor_act_model_layers_83_input_layernorm/std": 1.000000201165656, "train/tensor_act_model_layers_83_input_layernorm/max_abs": 5.03125, "train/tensor_act_model_layers_83_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_q_proj/norm": 6929.248580031673, "train/tensor_act_model_layers_83_self_attn_q_proj/mean": 0.04608154296875, "train/tensor_act_model_layers_83_self_attn_q_proj/std": 1.1953126293381764, "train/tensor_act_model_layers_83_self_attn_q_proj/max_abs": 6.40625, "train/tensor_act_model_layers_83_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_k_proj/norm": 5933.609393064546, "train/tensor_act_model_layers_83_self_attn_k_proj/mean": 0.00511932373046875, "train/tensor_act_model_layers_83_self_attn_k_proj/std": 1.0234376224795751, "train/tensor_act_model_layers_83_self_attn_k_proj/max_abs": 5.96875, "train/tensor_act_model_layers_83_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_v_proj/norm": 3086.2945089945188, "train/tensor_act_model_layers_83_self_attn_v_proj/mean": 0.010223388671875, "train/tensor_act_model_layers_83_self_attn_v_proj/std": 0.5322293806438905, "train/tensor_act_model_layers_83_self_attn_v_proj/max_abs": 3.328125, "train/tensor_act_model_layers_83_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_o_proj/norm": 1553.5800750660876, "train/tensor_act_model_layers_83_self_attn_o_proj/mean": 0.0002624988555908203, "train/tensor_act_model_layers_83_self_attn_o_proj/std": 0.26806786914797875, "train/tensor_act_model_layers_83_self_attn_o_proj/max_abs": 2.171875, "train/tensor_act_model_layers_83_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn/norm": 1553.5800750660876, "train/tensor_act_model_layers_83_self_attn/mean": 0.0002624988555908203, "train/tensor_act_model_layers_83_self_attn/std": 0.26806786914797875, "train/tensor_act_model_layers_83_self_attn/max_abs": 2.171875, "train/tensor_act_model_layers_83_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_post_attention_layernorm/norm": 5792.610595708666, "train/tensor_act_model_layers_83_post_attention_layernorm/mean": 0.059814453125, "train/tensor_act_model_layers_83_post_attention_layernorm/std": 1.000000223517393, "train/tensor_act_model_layers_83_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_83_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 5051.743517774362, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.0789794921875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.49804703955554114, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 1218.2569587445353, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.016082763671875, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.20971722985823568, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 2.078125, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/norm": 1218.2569587445353, "train/tensor_act_model_layers_83_mlp/mean": 0.016082763671875, "train/tensor_act_model_layers_83_mlp/std": 0.20971722985823568, "train/tensor_act_model_layers_83_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83/norm": 17593.458397540526, "train/tensor_act_model_layers_83/mean": 0.176513671875, "train/tensor_act_model_layers_83/std": 3.03127071530844, "train/tensor_act_model_layers_83/max_abs": 37.25, "train/tensor_act_model_layers_83/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_input_layernorm/norm": 5792.6118164064865, "train/tensor_act_model_layers_84_input_layernorm/mean": 0.064697265625, "train/tensor_act_model_layers_84_input_layernorm/std": 0.99609389959596, "train/tensor_act_model_layers_84_input_layernorm/max_abs": 5.0, "train/tensor_act_model_layers_84_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_q_proj/norm": 6489.456320399196, "train/tensor_act_model_layers_84_self_attn_q_proj/mean": -0.0645751953125, "train/tensor_act_model_layers_84_self_attn_q_proj/std": 1.117187626711965, "train/tensor_act_model_layers_84_self_attn_q_proj/max_abs": 7.03125, "train/tensor_act_model_layers_84_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_k_proj/norm": 5543.52907708021, "train/tensor_act_model_layers_84_self_attn_k_proj/mean": -0.0614013671875, "train/tensor_act_model_layers_84_self_attn_k_proj/std": 0.9550801922672421, "train/tensor_act_model_layers_84_self_attn_k_proj/max_abs": 5.34375, "train/tensor_act_model_layers_84_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_v_proj/norm": 3010.3783796864573, "train/tensor_act_model_layers_84_self_attn_v_proj/mean": -0.0159912109375, "train/tensor_act_model_layers_84_self_attn_v_proj/std": 0.5195313001933827, "train/tensor_act_model_layers_84_self_attn_v_proj/max_abs": 3.1875, "train/tensor_act_model_layers_84_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_o_proj/norm": 1872.3542368361582, "train/tensor_act_model_layers_84_self_attn_o_proj/mean": -0.0007557868957519531, "train/tensor_act_model_layers_84_self_attn_o_proj/std": 0.32373178949019404, "train/tensor_act_model_layers_84_self_attn_o_proj/max_abs": 2.859375, "train/tensor_act_model_layers_84_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn/norm": 1872.3542368361582, "train/tensor_act_model_layers_84_self_attn/mean": -0.0007557868957519531, "train/tensor_act_model_layers_84_self_attn/std": 0.32373178949019404, "train/tensor_act_model_layers_84_self_attn/max_abs": 2.859375, "train/tensor_act_model_layers_84_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_post_attention_layernorm/norm": 5792.605957038052, "train/tensor_act_model_layers_84_post_attention_layernorm/mean": 0.0648193359375, "train/tensor_act_model_layers_84_post_attention_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_84_post_attention_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_84_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 5364.085808088198, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.1015625, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.5234376138715477, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 1298.2862712923302, "train/tensor_act_model_layers_84_mlp_down_proj/mean": -0.0010557174682617188, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.22387741119914514, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 2.046875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/norm": 1298.2862712923302, "train/tensor_act_model_layers_84_mlp/mean": -0.0010557174682617188, "train/tensor_act_model_layers_84_mlp/std": 0.22387741119914514, "train/tensor_act_model_layers_84_mlp/max_abs": 2.046875, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84/norm": 17621.72364118323, "train/tensor_act_model_layers_84/mean": 0.17431640625, "train/tensor_act_model_layers_84/std": 3.0390732085914527, "train/tensor_act_model_layers_84/max_abs": 35.75, "train/tensor_act_model_layers_84/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_input_layernorm/norm": 5792.602416995916, "train/tensor_act_model_layers_85_input_layernorm/mean": 0.0638427734375, "train/tensor_act_model_layers_85_input_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_85_input_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_85_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_q_proj/norm": 5766.259722125689, "train/tensor_act_model_layers_85_self_attn_q_proj/mean": -0.0079803466796875, "train/tensor_act_model_layers_85_self_attn_q_proj/std": 0.9951191560306489, "train/tensor_act_model_layers_85_self_attn_q_proj/max_abs": 7.25, "train/tensor_act_model_layers_85_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_k_proj/norm": 5332.259668101382, "train/tensor_act_model_layers_85_self_attn_k_proj/mean": 0.0057220458984375, "train/tensor_act_model_layers_85_self_attn_k_proj/std": 0.9209000125024055, "train/tensor_act_model_layers_85_self_attn_k_proj/max_abs": 5.1875, "train/tensor_act_model_layers_85_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_v_proj/norm": 2896.809497813327, "train/tensor_act_model_layers_85_self_attn_v_proj/mean": -0.0026073455810546875, "train/tensor_act_model_layers_85_self_attn_v_proj/std": 0.5000003696294242, "train/tensor_act_model_layers_85_self_attn_v_proj/max_abs": 4.1875, "train/tensor_act_model_layers_85_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_o_proj/norm": 1335.4123615246933, "train/tensor_act_model_layers_85_self_attn_o_proj/mean": 0.003025054931640625, "train/tensor_act_model_layers_85_self_attn_o_proj/std": 0.23071336402415596, "train/tensor_act_model_layers_85_self_attn_o_proj/max_abs": 3.046875, "train/tensor_act_model_layers_85_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn/norm": 1335.4123615246933, "train/tensor_act_model_layers_85_self_attn/mean": 0.003025054931640625, "train/tensor_act_model_layers_85_self_attn/std": 0.23071336402415596, "train/tensor_act_model_layers_85_self_attn/max_abs": 3.046875, "train/tensor_act_model_layers_85_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_post_attention_layernorm/norm": 5792.611938478244, "train/tensor_act_model_layers_85_post_attention_layernorm/mean": 0.0648193359375, "train/tensor_act_model_layers_85_post_attention_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_85_post_attention_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_85_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 5614.261290366215, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.1156005859375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.5468751498630863, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 1615.0913883402839, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.0155487060546875, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.27832203705571257, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 3.125, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/norm": 1615.0913883402839, "train/tensor_act_model_layers_85_mlp/mean": 0.0155487060546875, "train/tensor_act_model_layers_85_mlp/std": 0.27832203705571257, "train/tensor_act_model_layers_85_mlp/max_abs": 3.125, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85/norm": 17968.498092796985, "train/tensor_act_model_layers_85/mean": 0.193115234375, "train/tensor_act_model_layers_85/std": 3.0937705280123833, "train/tensor_act_model_layers_85/max_abs": 34.75, "train/tensor_act_model_layers_85/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_input_layernorm/norm": 5792.609985364932, "train/tensor_act_model_layers_86_input_layernorm/mean": 0.0684814453125, "train/tensor_act_model_layers_86_input_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_86_input_layernorm/max_abs": 4.90625, "train/tensor_act_model_layers_86_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_q_proj/norm": 6396.758103662376, "train/tensor_act_model_layers_86_self_attn_q_proj/mean": 0.0660400390625, "train/tensor_act_model_layers_86_self_attn_q_proj/std": 1.1015625202909427, "train/tensor_act_model_layers_86_self_attn_q_proj/max_abs": 6.84375, "train/tensor_act_model_layers_86_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_k_proj/norm": 6557.913597683834, "train/tensor_act_model_layers_86_self_attn_k_proj/mean": 0.107421875, "train/tensor_act_model_layers_86_self_attn_k_proj/std": 1.1269584139959294, "train/tensor_act_model_layers_86_self_attn_k_proj/max_abs": 4.65625, "train/tensor_act_model_layers_86_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_v_proj/norm": 3111.413149028379, "train/tensor_act_model_layers_86_self_attn_v_proj/mean": 0.00620269775390625, "train/tensor_act_model_layers_86_self_attn_v_proj/std": 0.5371129514293376, "train/tensor_act_model_layers_86_self_attn_v_proj/max_abs": 3.6875, "train/tensor_act_model_layers_86_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_o_proj/norm": 1766.6762266664728, "train/tensor_act_model_layers_86_self_attn_o_proj/mean": -0.0077972412109375, "train/tensor_act_model_layers_86_self_attn_o_proj/std": 0.30468764175203894, "train/tensor_act_model_layers_86_self_attn_o_proj/max_abs": 3.65625, "train/tensor_act_model_layers_86_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn/norm": 1766.6762266664728, "train/tensor_act_model_layers_86_self_attn/mean": -0.0077972412109375, "train/tensor_act_model_layers_86_self_attn/std": 0.30468764175203894, "train/tensor_act_model_layers_86_self_attn/max_abs": 3.65625, "train/tensor_act_model_layers_86_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_post_attention_layernorm/norm": 5792.612426759997, "train/tensor_act_model_layers_86_post_attention_layernorm/mean": 0.0655517578125, "train/tensor_act_model_layers_86_post_attention_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_86_post_attention_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_86_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 5775.889291449876, "train/tensor_act_model_layers_86_mlp_up_proj/mean": -0.12060546875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.562500105963803, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 4.78125, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 1490.5404936556208, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.0072021484375, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.2573256420190238, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 3.625, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/norm": 1490.5404936556208, "train/tensor_act_model_layers_86_mlp/mean": 0.0072021484375, "train/tensor_act_model_layers_86_mlp/std": 0.2573256420190238, "train/tensor_act_model_layers_86_mlp/max_abs": 3.625, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86/norm": 18140.47269306773, "train/tensor_act_model_layers_86/mean": 0.192626953125, "train/tensor_act_model_layers_86/std": 3.125020017559789, "train/tensor_act_model_layers_86/max_abs": 34.25, "train/tensor_act_model_layers_86/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_input_layernorm/norm": 5792.615600586569, "train/tensor_act_model_layers_87_input_layernorm/mean": 0.0670166015625, "train/tensor_act_model_layers_87_input_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_87_input_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_87_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_q_proj/norm": 6934.870061134904, "train/tensor_act_model_layers_87_self_attn_q_proj/mean": 0.00751495361328125, "train/tensor_act_model_layers_87_self_attn_q_proj/std": 1.1972711794739535, "train/tensor_act_model_layers_87_self_attn_q_proj/max_abs": 8.25, "train/tensor_act_model_layers_87_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_k_proj/norm": 6075.291795195549, "train/tensor_act_model_layers_87_self_attn_k_proj/mean": 0.02105712890625, "train/tensor_act_model_layers_87_self_attn_k_proj/std": 1.0468750195716743, "train/tensor_act_model_layers_87_self_attn_k_proj/max_abs": 5.3125, "train/tensor_act_model_layers_87_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_v_proj/norm": 3447.4316355059946, "train/tensor_act_model_layers_87_self_attn_v_proj/mean": 0.010467529296875, "train/tensor_act_model_layers_87_self_attn_v_proj/std": 0.5937502078319487, "train/tensor_act_model_layers_87_self_attn_v_proj/max_abs": 4.3125, "train/tensor_act_model_layers_87_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_o_proj/norm": 3102.026456671007, "train/tensor_act_model_layers_87_self_attn_o_proj/mean": -0.00402069091796875, "train/tensor_act_model_layers_87_self_attn_o_proj/std": 0.5351639599901677, "train/tensor_act_model_layers_87_self_attn_o_proj/max_abs": 5.0625, "train/tensor_act_model_layers_87_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn/norm": 3102.026456671007, "train/tensor_act_model_layers_87_self_attn/mean": -0.00402069091796875, "train/tensor_act_model_layers_87_self_attn/std": 0.5351639599901677, "train/tensor_act_model_layers_87_self_attn/max_abs": 5.0625, "train/tensor_act_model_layers_87_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_post_attention_layernorm/norm": 5792.611694337732, "train/tensor_act_model_layers_87_post_attention_layernorm/mean": 0.0653076171875, "train/tensor_act_model_layers_87_post_attention_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_87_post_attention_layernorm/max_abs": 4.9375, "train/tensor_act_model_layers_87_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 6418.656560634145, "train/tensor_act_model_layers_87_mlp_up_proj/mean": -0.129150390625, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.6259789905709295, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 5.71875, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 2101.152645997773, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.025238037109375, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.3623060177575545, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 5.5, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/norm": 2101.152645997773, "train/tensor_act_model_layers_87_mlp/mean": 0.025238037109375, "train/tensor_act_model_layers_87_mlp/std": 0.3623060177575545, "train/tensor_act_model_layers_87_mlp/max_abs": 5.5, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87/norm": 18734.533862727345, "train/tensor_act_model_layers_87/mean": 0.2138671875, "train/tensor_act_model_layers_87/std": 3.2265723276796834, "train/tensor_act_model_layers_87/max_abs": 33.0, "train/tensor_act_model_layers_87/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_input_layernorm/norm": 5792.607543947405, "train/tensor_act_model_layers_88_input_layernorm/mean": 0.0721435546875, "train/tensor_act_model_layers_88_input_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_88_input_layernorm/max_abs": 4.9375, "train/tensor_act_model_layers_88_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_q_proj/norm": 7552.967782728439, "train/tensor_act_model_layers_88_self_attn_q_proj/mean": 0.0546875, "train/tensor_act_model_layers_88_self_attn_q_proj/std": 1.3027391447926466, "train/tensor_act_model_layers_88_self_attn_q_proj/max_abs": 7.65625, "train/tensor_act_model_layers_88_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_k_proj/norm": 7139.966513930141, "train/tensor_act_model_layers_88_self_attn_k_proj/mean": 0.07080078125, "train/tensor_act_model_layers_88_self_attn_k_proj/std": 1.2285202826819495, "train/tensor_act_model_layers_88_self_attn_k_proj/max_abs": 5.34375, "train/tensor_act_model_layers_88_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_v_proj/norm": 4104.18680689591, "train/tensor_act_model_layers_88_self_attn_v_proj/mean": 0.00540924072265625, "train/tensor_act_model_layers_88_self_attn_v_proj/std": 0.7080099879839787, "train/tensor_act_model_layers_88_self_attn_v_proj/max_abs": 4.21875, "train/tensor_act_model_layers_88_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_o_proj/norm": 3970.8289963091256, "train/tensor_act_model_layers_88_self_attn_o_proj/mean": -0.002193450927734375, "train/tensor_act_model_layers_88_self_attn_o_proj/std": 0.6855496751708222, "train/tensor_act_model_layers_88_self_attn_o_proj/max_abs": 5.78125, "train/tensor_act_model_layers_88_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn/norm": 3970.8289963091256, "train/tensor_act_model_layers_88_self_attn/mean": -0.002193450927734375, "train/tensor_act_model_layers_88_self_attn/std": 0.6855496751708222, "train/tensor_act_model_layers_88_self_attn/max_abs": 5.78125, "train/tensor_act_model_layers_88_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_post_attention_layernorm/norm": 5792.613037111746, "train/tensor_act_model_layers_88_post_attention_layernorm/mean": 0.069580078125, "train/tensor_act_model_layers_88_post_attention_layernorm/std": 0.99609389959596, "train/tensor_act_model_layers_88_post_attention_layernorm/max_abs": 4.875, "train/tensor_act_model_layers_88_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 7290.163030539639, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.163330078125, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.707031713664709, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 4.875, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 2449.053514906514, "train/tensor_act_model_layers_88_mlp_down_proj/mean": -0.0118865966796875, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.4228526998046487, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 5.03125, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/norm": 2449.053514906514, "train/tensor_act_model_layers_88_mlp/mean": -0.0118865966796875, "train/tensor_act_model_layers_88_mlp/std": 0.4228526998046487, "train/tensor_act_model_layers_88_mlp/max_abs": 5.03125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88/norm": 19250.572050383733, "train/tensor_act_model_layers_88/mean": 0.199951171875, "train/tensor_act_model_layers_88/std": 3.316413609796452, "train/tensor_act_model_layers_88/max_abs": 30.25, "train/tensor_act_model_layers_88/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_input_layernorm/norm": 5792.6053466816975, "train/tensor_act_model_layers_89_input_layernorm/mean": 0.0648193359375, "train/tensor_act_model_layers_89_input_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_89_input_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_89_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_q_proj/norm": 6607.430535377345, "train/tensor_act_model_layers_89_self_attn_q_proj/mean": 0.115966796875, "train/tensor_act_model_layers_89_self_attn_q_proj/std": 1.1328125789247683, "train/tensor_act_model_layers_89_self_attn_q_proj/max_abs": 6.40625, "train/tensor_act_model_layers_89_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_k_proj/norm": 6281.281701626365, "train/tensor_act_model_layers_89_self_attn_k_proj/mean": 0.04290771484375, "train/tensor_act_model_layers_89_self_attn_k_proj/std": 1.0859375188676572, "train/tensor_act_model_layers_89_self_attn_k_proj/max_abs": 5.8125, "train/tensor_act_model_layers_89_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_v_proj/norm": 3850.286103008247, "train/tensor_act_model_layers_89_self_attn_v_proj/mean": -0.0011625289916992188, "train/tensor_act_model_layers_89_self_attn_v_proj/std": 0.6640625589657275, "train/tensor_act_model_layers_89_self_attn_v_proj/max_abs": 4.9375, "train/tensor_act_model_layers_89_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_o_proj/norm": 3013.4630265292512, "train/tensor_act_model_layers_89_self_attn_o_proj/mean": -3.0517578125e-05, "train/tensor_act_model_layers_89_self_attn_o_proj/std": 0.5195401281662257, "train/tensor_act_model_layers_89_self_attn_o_proj/max_abs": 5.21875, "train/tensor_act_model_layers_89_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn/norm": 3013.4630265292512, "train/tensor_act_model_layers_89_self_attn/mean": -3.0517578125e-05, "train/tensor_act_model_layers_89_self_attn/std": 0.5195401281662257, "train/tensor_act_model_layers_89_self_attn/max_abs": 5.21875, "train/tensor_act_model_layers_89_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_post_attention_layernorm/norm": 5792.608764649594, "train/tensor_act_model_layers_89_post_attention_layernorm/mean": 0.0640869140625, "train/tensor_act_model_layers_89_post_attention_layernorm/std": 0.9960938921161625, "train/tensor_act_model_layers_89_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_89_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 7591.940468277535, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.146484375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.7421891061865844, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 2964.959905048621, "train/tensor_act_model_layers_89_mlp_down_proj/mean": -0.04144287109375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.5097693775667357, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 6.75, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/norm": 2964.959905048621, "train/tensor_act_model_layers_89_mlp/mean": -0.04144287109375, "train/tensor_act_model_layers_89_mlp/std": 0.5097693775667357, "train/tensor_act_model_layers_89_mlp/max_abs": 6.75, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89/norm": 19555.98691577885, "train/tensor_act_model_layers_89/mean": 0.158447265625, "train/tensor_act_model_layers_89/std": 3.375000450346175, "train/tensor_act_model_layers_89/max_abs": 29.25, "train/tensor_act_model_layers_89/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_input_layernorm/norm": 5792.611938478028, "train/tensor_act_model_layers_90_input_layernorm/mean": 0.0506591796875, "train/tensor_act_model_layers_90_input_layernorm/std": 1.0000001415610213, "train/tensor_act_model_layers_90_input_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_90_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_q_proj/norm": 5375.135318468121, "train/tensor_act_model_layers_90_self_attn_q_proj/mean": 0.028778076171875, "train/tensor_act_model_layers_90_self_attn_q_proj/std": 0.9267594339459045, "train/tensor_act_model_layers_90_self_attn_q_proj/max_abs": 6.4375, "train/tensor_act_model_layers_90_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_k_proj/norm": 4471.167587904622, "train/tensor_act_model_layers_90_self_attn_k_proj/mean": 0.02044677734375, "train/tensor_act_model_layers_90_self_attn_k_proj/std": 0.7714872263602186, "train/tensor_act_model_layers_90_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_90_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_v_proj/norm": 3037.346084206829, "train/tensor_act_model_layers_90_self_attn_v_proj/mean": 0.00246429443359375, "train/tensor_act_model_layers_90_self_attn_v_proj/std": 0.5234375833464137, "train/tensor_act_model_layers_90_self_attn_v_proj/max_abs": 3.96875, "train/tensor_act_model_layers_90_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_o_proj/norm": 1134.638432735081, "train/tensor_act_model_layers_90_self_attn_o_proj/mean": -0.00421905517578125, "train/tensor_act_model_layers_90_self_attn_o_proj/std": 0.19580409812377175, "train/tensor_act_model_layers_90_self_attn_o_proj/max_abs": 3.1875, "train/tensor_act_model_layers_90_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn/norm": 1134.638432735081, "train/tensor_act_model_layers_90_self_attn/mean": -0.00421905517578125, "train/tensor_act_model_layers_90_self_attn/std": 0.19580409812377175, "train/tensor_act_model_layers_90_self_attn/max_abs": 3.1875, "train/tensor_act_model_layers_90_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_post_attention_layernorm/norm": 5792.611938477256, "train/tensor_act_model_layers_90_post_attention_layernorm/mean": 0.0491943359375, "train/tensor_act_model_layers_90_post_attention_layernorm/std": 1.0000001266598622, "train/tensor_act_model_layers_90_post_attention_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_90_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 7651.629181488714, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.1357421875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.7500009536737101, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 6.21875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 3581.190379562923, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.029083251953125, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.6171875143352942, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 7.90625, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/norm": 3581.190379562923, "train/tensor_act_model_layers_90_mlp/mean": 0.029083251953125, "train/tensor_act_model_layers_90_mlp/std": 0.6171875143352942, "train/tensor_act_model_layers_90_mlp/max_abs": 7.90625, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90/norm": 20450.274846382585, "train/tensor_act_model_layers_90/mean": 0.183349609375, "train/tensor_act_model_layers_90/std": 3.527350534493817, "train/tensor_act_model_layers_90/max_abs": 28.875, "train/tensor_act_model_layers_90/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_input_layernorm/norm": 5792.616210941482, "train/tensor_act_model_layers_91_input_layernorm/mean": 0.05517578125, "train/tensor_act_model_layers_91_input_layernorm/std": 1.000000104308123, "train/tensor_act_model_layers_91_input_layernorm/max_abs": 5.15625, "train/tensor_act_model_layers_91_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_q_proj/norm": 6935.9837735401925, "train/tensor_act_model_layers_91_self_attn_q_proj/mean": 0.0849609375, "train/tensor_act_model_layers_91_self_attn_q_proj/std": 1.1953125, "train/tensor_act_model_layers_91_self_attn_q_proj/max_abs": 6.84375, "train/tensor_act_model_layers_91_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_k_proj/norm": 5977.4305114906365, "train/tensor_act_model_layers_91_self_attn_k_proj/mean": 0.007293701171875, "train/tensor_act_model_layers_91_self_attn_k_proj/std": 1.0312500593788678, "train/tensor_act_model_layers_91_self_attn_k_proj/max_abs": 5.03125, "train/tensor_act_model_layers_91_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_v_proj/norm": 3448.9234858588025, "train/tensor_act_model_layers_91_self_attn_v_proj/mean": -0.0035858154296875, "train/tensor_act_model_layers_91_self_attn_v_proj/std": 0.5957064707654268, "train/tensor_act_model_layers_91_self_attn_v_proj/max_abs": 4.21875, "train/tensor_act_model_layers_91_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_o_proj/norm": 2339.8283819807925, "train/tensor_act_model_layers_91_self_attn_o_proj/mean": -0.00315093994140625, "train/tensor_act_model_layers_91_self_attn_o_proj/std": 0.40430642408402173, "train/tensor_act_model_layers_91_self_attn_o_proj/max_abs": 3.765625, "train/tensor_act_model_layers_91_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn/norm": 2339.8283819807925, "train/tensor_act_model_layers_91_self_attn/mean": -0.00315093994140625, "train/tensor_act_model_layers_91_self_attn/std": 0.40430642408402173, "train/tensor_act_model_layers_91_self_attn/max_abs": 3.765625, "train/tensor_act_model_layers_91_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_post_attention_layernorm/norm": 5792.60742188495, "train/tensor_act_model_layers_91_post_attention_layernorm/mean": 0.05328369140625, "train/tensor_act_model_layers_91_post_attention_layernorm/std": 1.0000001545995354, "train/tensor_act_model_layers_91_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_91_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 8107.687685941325, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.1236572265625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.7988309883495396, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 6.59375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 4178.30634011977, "train/tensor_act_model_layers_91_mlp_down_proj/mean": -0.0196533203125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.7216975838348271, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 11.3125, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/norm": 4178.30634011977, "train/tensor_act_model_layers_91_mlp/mean": -0.0196533203125, "train/tensor_act_model_layers_91_mlp/std": 0.7216975838348271, "train/tensor_act_model_layers_91_mlp/max_abs": 11.3125, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91/norm": 21512.782065417217, "train/tensor_act_model_layers_91/mean": 0.160400390625, "train/tensor_act_model_layers_91/std": 3.71485057713857, "train/tensor_act_model_layers_91/max_abs": 27.625, "train/tensor_act_model_layers_91/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_input_layernorm/norm": 5792.60852051044, "train/tensor_act_model_layers_92_input_layernorm/mean": 0.04656982421875, "train/tensor_act_model_layers_92_input_layernorm/std": 1.0000001844018527, "train/tensor_act_model_layers_92_input_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_92_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_q_proj/norm": 5811.579923423431, "train/tensor_act_model_layers_92_self_attn_q_proj/mean": -0.044677734375, "train/tensor_act_model_layers_92_self_attn_q_proj/std": 1.0000003725289606, "train/tensor_act_model_layers_92_self_attn_q_proj/max_abs": 6.09375, "train/tensor_act_model_layers_92_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_k_proj/norm": 5416.322275754749, "train/tensor_act_model_layers_92_self_attn_k_proj/mean": 0.0408935546875, "train/tensor_act_model_layers_92_self_attn_k_proj/std": 0.9355489535696875, "train/tensor_act_model_layers_92_self_attn_k_proj/max_abs": 5.6875, "train/tensor_act_model_layers_92_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_v_proj/norm": 3313.7416389349237, "train/tensor_act_model_layers_92_self_attn_v_proj/mean": 0.00292205810546875, "train/tensor_act_model_layers_92_self_attn_v_proj/std": 0.5722691309324321, "train/tensor_act_model_layers_92_self_attn_v_proj/max_abs": 3.9375, "train/tensor_act_model_layers_92_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_o_proj/norm": 2207.5854986153713, "train/tensor_act_model_layers_92_self_attn_o_proj/mean": -0.00434112548828125, "train/tensor_act_model_layers_92_self_attn_o_proj/std": 0.3813752082458491, "train/tensor_act_model_layers_92_self_attn_o_proj/max_abs": 4.46875, "train/tensor_act_model_layers_92_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn/norm": 2207.5854986153713, "train/tensor_act_model_layers_92_self_attn/mean": -0.00434112548828125, "train/tensor_act_model_layers_92_self_attn/std": 0.3813752082458491, "train/tensor_act_model_layers_92_self_attn/max_abs": 4.46875, "train/tensor_act_model_layers_92_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_post_attention_layernorm/norm": 5792.615600587887, "train/tensor_act_model_layers_92_post_attention_layernorm/mean": 0.045166015625, "train/tensor_act_model_layers_92_post_attention_layernorm/std": 1.0000001043081228, "train/tensor_act_model_layers_92_post_attention_layernorm/max_abs": 5.15625, "train/tensor_act_model_layers_92_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 8616.056628063196, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.0950927734375, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.8535191428943476, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 7.21875, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 5495.8013327107, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.026641845703125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.9492469413519108, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 13.3125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/norm": 5495.8013327107, "train/tensor_act_model_layers_92_mlp/mean": 0.026641845703125, "train/tensor_act_model_layers_92_mlp/std": 0.9492469413519108, "train/tensor_act_model_layers_92_mlp/max_abs": 13.3125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92/norm": 23742.65856690993, "train/tensor_act_model_layers_92/mean": 0.1826171875, "train/tensor_act_model_layers_92/std": 4.09375040767755, "train/tensor_act_model_layers_92/max_abs": 30.0, "train/tensor_act_model_layers_92/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_input_layernorm/norm": 5792.614379890308, "train/tensor_act_model_layers_93_input_layernorm/mean": 0.048095703125, "train/tensor_act_model_layers_93_input_layernorm/std": 1.0000001043081228, "train/tensor_act_model_layers_93_input_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_93_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_q_proj/norm": 5440.39990072735, "train/tensor_act_model_layers_93_self_attn_q_proj/mean": 0.056640625, "train/tensor_act_model_layers_93_self_attn_q_proj/std": 0.9384781026678715, "train/tensor_act_model_layers_93_self_attn_q_proj/max_abs": 6.125, "train/tensor_act_model_layers_93_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_k_proj/norm": 5249.049326187662, "train/tensor_act_model_layers_93_self_attn_k_proj/mean": 0.024200439453125, "train/tensor_act_model_layers_93_self_attn_k_proj/std": 0.9072323866699318, "train/tensor_act_model_layers_93_self_attn_k_proj/max_abs": 5.375, "train/tensor_act_model_layers_93_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_v_proj/norm": 3350.0847390060026, "train/tensor_act_model_layers_93_self_attn_v_proj/mean": 0.0053863525390625, "train/tensor_act_model_layers_93_self_attn_v_proj/std": 0.5781252990299817, "train/tensor_act_model_layers_93_self_attn_v_proj/max_abs": 3.671875, "train/tensor_act_model_layers_93_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_o_proj/norm": 2166.141205552084, "train/tensor_act_model_layers_93_self_attn_o_proj/mean": -0.0117034912109375, "train/tensor_act_model_layers_93_self_attn_o_proj/std": 0.3745229422840869, "train/tensor_act_model_layers_93_self_attn_o_proj/max_abs": 4.25, "train/tensor_act_model_layers_93_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn/norm": 2166.141205552084, "train/tensor_act_model_layers_93_self_attn/mean": -0.0117034912109375, "train/tensor_act_model_layers_93_self_attn/std": 0.3745229422840869, "train/tensor_act_model_layers_93_self_attn/max_abs": 4.25, "train/tensor_act_model_layers_93_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_post_attention_layernorm/norm": 5792.616333011346, "train/tensor_act_model_layers_93_post_attention_layernorm/mean": 0.04473876953125, "train/tensor_act_model_layers_93_post_attention_layernorm/std": 1.0000000949948982, "train/tensor_act_model_layers_93_post_attention_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_93_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 9198.170745416322, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.0875244140625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.9130895522754944, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 7.5625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 9084.99505930302, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.1109619140625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.5664311499768868, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 15.0625, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/norm": 9084.99505930302, "train/tensor_act_model_layers_93_mlp/mean": 0.1109619140625, "train/tensor_act_model_layers_93_mlp/std": 1.5664311499768868, "train/tensor_act_model_layers_93_mlp/max_abs": 15.0625, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93/norm": 28557.64635530969, "train/tensor_act_model_layers_93/mean": 0.28173828125, "train/tensor_act_model_layers_93/std": 4.921900649230973, "train/tensor_act_model_layers_93/max_abs": 39.75, "train/tensor_act_model_layers_93/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 5792.613403330925, "train/tensor_act_model_norm/mean": 0.0623779296875, "train/tensor_act_model_norm/std": 0.9990249663608819, "train/tensor_act_model_norm/max_abs": 5.59375, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 5792.613403330925, "train/tensor_act_model/mean": 0.0623779296875, "train/tensor_act_model/std": 0.9990249663608819, "train/tensor_act_model/max_abs": 5.59375, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 88950.95763315145, "train/tensor_act_lm_head/mean": -1.9140625, "train/tensor_act_lm_head/std": 1.925793135105313, "train/tensor_act_lm_head/max_abs": 12.875, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 5.879382852646003, "train/tensor_act_/mean": 2.9396167993545532, "train/tensor_act_/std": 0.0, "train/tensor_act_/max_abs": 2.966909646987915, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.08447336185579579, "train/tensor_grad_model_norm_weight/mean": -0.00348663330078125, "train/tensor_grad_model_norm_weight/std": 0.001344847161571913, "train/tensor_grad_model_norm_weight/max_abs": 0.00897216796875, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 0.06667319106918937, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 1.4033867046236992e-06, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 0.000150264918394188, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 0.0018768310546875, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 0.04443962978404543, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -1.3671815395355225e-06, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 0.00010027061932527165, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 0.001220703125, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/norm": 0.0034858986646138135, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/mean": 5.304813385009766e-06, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/std": 0.00015470565535535087, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/max_abs": 0.0005340576171875, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/norm": 0.012410377543694421, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/mean": -1.3585668057203293e-07, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/std": 4.847805725448483e-05, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/max_abs": 0.0007171630859375, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/norm": 0.019751640468987013, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/mean": 6.966292858123779e-07, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/std": 7.715527749192018e-05, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/max_abs": 0.00057220458984375, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/norm": 0.012925482351352364, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/mean": -6.593763828277588e-07, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/std": 5.049024260219504e-05, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/max_abs": 0.000728607177734375, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/norm": 0.010902167198203144, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/mean": 3.818422555923462e-07, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/std": 4.258675153746402e-05, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/max_abs": 0.0004596710205078125, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_input_layernorm_weight/norm": 0.002190423617862654, "train/tensor_grad_model_layers_93_input_layernorm_weight/mean": 2.736598253250122e-05, "train/tensor_grad_model_layers_93_input_layernorm_weight/std": 9.3224280610499e-05, "train/tensor_grad_model_layers_93_input_layernorm_weight/max_abs": 0.000553131103515625, "train/tensor_grad_model_layers_93_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 0.06751580865610327, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": -2.3078173398971558e-06, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 0.000151907169977624, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 0.00154876708984375, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 0.04657666317380745, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 6.677582859992981e-07, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 0.00010515650252323103, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 0.00141143798828125, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/norm": 0.003223886399578452, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/mean": -1.5497207641601562e-05, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/std": 0.00014239540904470763, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/max_abs": 0.000553131103515625, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/norm": 0.01629741536869382, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/mean": -2.2258609533309937e-07, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/std": 6.366180603982425e-05, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/max_abs": 0.000782012939453125, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/norm": 0.024968228417058497, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/mean": -2.337619662284851e-07, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/std": 9.753241858249351e-05, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/max_abs": 0.00063323974609375, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/norm": 0.019571548849254352, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/mean": 5.052424967288971e-07, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/std": 7.645143794982669e-05, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/norm": 0.009452225587161295, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/mean": 2.468004822731018e-07, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/std": 3.692293230159289e-05, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/max_abs": 0.0003566741943359375, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_input_layernorm_weight/norm": 0.004250305496133201, "train/tensor_grad_model_layers_92_input_layernorm_weight/mean": 1.9431114196777344e-05, "train/tensor_grad_model_layers_92_input_layernorm_weight/std": 0.00018796538074967707, "train/tensor_grad_model_layers_92_input_layernorm_weight/max_abs": 0.00066375732421875, "train/tensor_grad_model_layers_92_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 0.06282780038654416, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -4.280358552932739e-06, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 0.00014143483023889547, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 0.0014190673828125, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 0.0422416198590736, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": -3.995373845100403e-07, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 9.538166558530578e-05, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 0.00128936767578125, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/norm": 0.0033592909425376885, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/mean": -2.3663043975830078e-05, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/std": 0.00014713499223167374, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/max_abs": 0.000606536865234375, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/norm": 0.019871325968995313, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/mean": -4.805624485015869e-07, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/std": 7.762237716779286e-05, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/max_abs": 0.000759124755859375, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/norm": 0.028100376476365572, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/mean": -3.888271749019623e-07, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/std": 0.00010976714379125807, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/max_abs": 0.000850677490234375, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/norm": 0.017903703631683456, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/mean": 2.6973430067300797e-07, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/std": 6.99368188373662e-05, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/max_abs": 0.00081634521484375, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/norm": 0.010934623271830583, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/mean": 1.7618003766983747e-07, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/std": 4.271363156044822e-05, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/max_abs": 0.0004730224609375, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_input_layernorm_weight/norm": 0.0039724829442792115, "train/tensor_grad_model_layers_91_input_layernorm_weight/mean": -1.895800232887268e-05, "train/tensor_grad_model_layers_91_input_layernorm_weight/std": 0.00017517671005476635, "train/tensor_grad_model_layers_91_input_layernorm_weight/max_abs": 0.000598907470703125, "train/tensor_grad_model_layers_91_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 0.06360929257025141, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": -7.353723049163818e-06, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 0.00014331489604639704, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 0.0017852783203125, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 0.0407740426545809, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 1.0908115655183792e-07, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 9.191714466655487e-05, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 0.00118255615234375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/norm": 0.0025692715312347967, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/mean": -2.997368574142456e-05, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/std": 0.00010999994475005725, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/max_abs": 0.0003376007080078125, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/norm": 0.009613327748582617, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/mean": 5.76837919652462e-08, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/std": 3.755233229720605e-05, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/max_abs": 0.0004100799560546875, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/norm": 0.021348610984903114, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/mean": 7.916241884231567e-07, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/std": 8.339320122622652e-05, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/max_abs": 0.0005950927734375, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/norm": 0.013041721913898111, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/mean": 2.6688212528824806e-07, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/std": 5.094456143962198e-05, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/max_abs": 0.00079345703125, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/norm": 0.006745437608936686, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/mean": -4.6333298087120056e-08, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/std": 2.6349720572674802e-05, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/max_abs": 0.0002269744873046875, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_input_layernorm_weight/norm": 0.0023512155127924056, "train/tensor_grad_model_layers_90_input_layernorm_weight/mean": -3.91877256333828e-06, "train/tensor_grad_model_layers_90_input_layernorm_weight/std": 0.00010431002970194327, "train/tensor_grad_model_layers_90_input_layernorm_weight/max_abs": 0.00058746337890625, "train/tensor_grad_model_layers_90_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 0.06251835553518545, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -1.0162591934204102e-05, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 0.00014071830763550468, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 0.0015411376953125, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 0.03712061661553429, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -4.284083843231201e-08, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 8.37089565742154e-05, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 0.001220703125, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/norm": 0.0023363642749244275, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/mean": -1.7136335372924805e-05, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/std": 0.00010214074174120839, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/max_abs": 0.000354766845703125, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/norm": 0.03041743824036794, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/mean": -9.071081876754761e-07, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/std": 0.00011881836531578081, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/max_abs": 0.0014495849609375, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/norm": 0.03651535026241269, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/mean": -8.707866072654724e-07, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/std": 0.0001426384052919916, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/max_abs": 0.0012664794921875, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/norm": 0.02889162157401971, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/mean": 8.931383490562439e-07, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/std": 0.00011285852041004734, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/max_abs": 0.0014801025390625, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/norm": 0.018030491778267568, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/mean": -2.4293285605381243e-08, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/std": 7.043170657914252e-05, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/max_abs": 0.000606536865234375, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_input_layernorm_weight/norm": 0.005245518068382474, "train/tensor_grad_model_layers_89_input_layernorm_weight/mean": -8.881092071533203e-05, "train/tensor_grad_model_layers_89_input_layernorm_weight/std": 0.00021486670053110556, "train/tensor_grad_model_layers_89_input_layernorm_weight/max_abs": 0.001068115234375, "train/tensor_grad_model_layers_89_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 0.06148721748964939, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -6.92903995513916e-06, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 0.00013858837044834283, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 0.0013275146484375, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 0.03534457311506561, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": -2.491287887096405e-07, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 7.964796540440104e-05, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/norm": 0.002212971609238055, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/mean": -4.094839096069336e-05, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/std": 8.926195066455603e-05, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/max_abs": 0.0003376007080078125, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/norm": 0.035531898110147966, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/mean": 2.593551471363753e-07, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/std": 0.00013879672568330138, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/max_abs": 0.00103759765625, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/norm": 0.05763761513871635, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/mean": -3.3713877201080322e-06, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/std": 0.00022514727299468228, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/max_abs": 0.00154876708984375, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/norm": 0.03361835022585982, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/mean": -3.4924596548080444e-09, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/std": 0.0001313221522756584, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/max_abs": 0.00122833251953125, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/norm": 0.020709184443626197, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/mean": 1.3597309589385986e-06, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/std": 8.077606399144149e-05, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_input_layernorm_weight/norm": 0.00837411463384767, "train/tensor_grad_model_layers_88_input_layernorm_weight/mean": 4.789233207702637e-05, "train/tensor_grad_model_layers_88_input_layernorm_weight/std": 0.00036869760874322876, "train/tensor_grad_model_layers_88_input_layernorm_weight/max_abs": 0.002044677734375, "train/tensor_grad_model_layers_88_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 0.05831959483170759, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -3.3248215913772583e-06, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 0.00013168928165967566, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 0.001922607421875, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 0.03326925536163697, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 8.23289155960083e-07, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 7.511767579618332e-05, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 0.00075531005859375, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/norm": 0.0018531577877325136, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/mean": 3.802776336669922e-05, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/std": 7.278378794875174e-05, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/max_abs": 0.000308990478515625, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/norm": 0.022956360050792376, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/mean": -2.6531051844358444e-07, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/std": 8.96735243601906e-05, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/max_abs": 0.0010528564453125, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/norm": 0.033993897254991016, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/mean": 2.7120113372802734e-06, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/std": 0.0001327893525909021, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/max_abs": 0.00124359130859375, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/norm": 0.02211688705989472, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/mean": -1.1827796697616577e-07, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/std": 8.639550172871683e-05, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/max_abs": 0.000965118408203125, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/norm": 0.01654694492516228, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/mean": -1.0570511221885681e-06, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/std": 6.463726186070261e-05, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/max_abs": 0.00054168701171875, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_input_layernorm_weight/norm": 0.003766224935531617, "train/tensor_grad_model_layers_87_input_layernorm_weight/mean": -4.5493245124816895e-05, "train/tensor_grad_model_layers_87_input_layernorm_weight/std": 0.00016059897972184317, "train/tensor_grad_model_layers_87_input_layernorm_weight/max_abs": 0.000560760498046875, "train/tensor_grad_model_layers_87_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 0.05251492651418415, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -3.6992132663726807e-06, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 0.00011820541473009862, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 0.0033111572265625, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 0.029791409195718828, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 3.5029370337724686e-07, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 6.712807218483805e-05, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 0.00160980224609375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/norm": 0.0012971597457294265, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/mean": 7.227063179016113e-06, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/std": 5.7097261783959153e-05, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/max_abs": 0.00018310546875, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/norm": 0.02109106894514924, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/mean": 9.033828973770142e-08, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/std": 8.238712726409595e-05, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/max_abs": 0.0011444091796875, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/norm": 0.03160731363481286, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/mean": -2.7641654014587402e-06, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/std": 0.00012346638248614657, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/max_abs": 0.000957489013671875, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/norm": 0.011262474892087633, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/mean": -2.1076994016766548e-07, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/std": 4.399449862923906e-05, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/max_abs": 0.000362396240234375, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/norm": 0.008684757990317506, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/mean": -1.262524165213108e-07, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/std": 3.392518444635292e-05, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/max_abs": 0.00031280517578125, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_input_layernorm_weight/norm": 0.0031660792316728355, "train/tensor_grad_model_layers_86_input_layernorm_weight/mean": -1.946091651916504e-05, "train/tensor_grad_model_layers_86_input_layernorm_weight/std": 0.00013929492943761673, "train/tensor_grad_model_layers_86_input_layernorm_weight/max_abs": 0.000507354736328125, "train/tensor_grad_model_layers_86_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 0.044831890704592856, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -4.244968295097351e-06, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 0.00010117300759065952, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 0.0013275146484375, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 0.02652418233867781, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 7.711350917816162e-07, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 5.979447600432588e-05, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 0.000659942626953125, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/norm": 0.0014517968017570102, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/mean": 1.6257166862487793e-05, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/std": 6.227786075372428e-05, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/max_abs": 0.0002460479736328125, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/norm": 0.013825439688087015, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/mean": -4.563480615615845e-08, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/std": 5.400592436658708e-05, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/max_abs": 0.000484466552734375, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/norm": 0.02427243159247654, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/mean": 1.0582152754068375e-06, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/std": 9.481615344394525e-05, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/max_abs": 0.000843048095703125, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/norm": 0.010107263388750284, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/mean": 4.889443516731262e-09, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/std": 3.9481605111752565e-05, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/max_abs": 0.000507354736328125, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/norm": 0.007808937810366191, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/mean": 1.10274413600564e-07, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/std": 3.050386319656522e-05, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/max_abs": 0.00024318695068359375, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_input_layernorm_weight/norm": 0.0018083998774971748, "train/tensor_grad_model_layers_85_input_layernorm_weight/mean": -1.9863247871398926e-05, "train/tensor_grad_model_layers_85_input_layernorm_weight/std": 7.76444175375951e-05, "train/tensor_grad_model_layers_85_input_layernorm_weight/max_abs": 0.0003528594970703125, "train/tensor_grad_model_layers_85_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 0.0430517262461606, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -4.101544618606567e-06, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 9.686432948521853e-05, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 0.00160980224609375, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 0.024459719880707647, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 5.154870450496674e-07, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 5.51069770942191e-05, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/norm": 0.0011580166855618664, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/mean": 1.0058283805847168e-07, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/std": 5.1400541319372745e-05, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/max_abs": 0.0001888275146484375, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/norm": 0.019626670444368735, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/mean": -1.3882527127861977e-07, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/std": 7.666805426462104e-05, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/norm": 0.03928445699463364, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/mean": 8.4657222032547e-07, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/std": 0.00015345503392745193, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/max_abs": 0.00162506103515625, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/norm": 0.020568666542229327, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/mean": -2.1758023649454117e-07, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/std": 8.034676751092548e-05, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/norm": 0.01812240582021058, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/mean": 6.565824151039124e-07, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/std": 7.079079301895445e-05, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/max_abs": 0.0008087158203125, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_input_layernorm_weight/norm": 0.004295775966541831, "train/tensor_grad_model_layers_84_input_layernorm_weight/mean": 8.448958396911621e-06, "train/tensor_grad_model_layers_84_input_layernorm_weight/std": 0.0001902573463030357, "train/tensor_grad_model_layers_84_input_layernorm_weight/max_abs": 0.000659942626953125, "train/tensor_grad_model_layers_84_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 0.03810041103691994, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -3.7588179111480713e-06, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 8.575920969873637e-05, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 0.00089263916015625, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 0.02246607846014544, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 2.692686393857002e-07, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 5.061647212880403e-05, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 0.000774383544921875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/norm": 0.0009756046306262619, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/mean": -2.6265624910593033e-06, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/std": 4.320416891187654e-05, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/max_abs": 0.00014019012451171875, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/norm": 0.020213052421480335, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/mean": 1.7794081941246986e-07, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/std": 7.895730757359818e-05, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/max_abs": 0.001007080078125, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/norm": 0.032243261923426136, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/mean": 1.2945383787155151e-06, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/std": 0.00012595054758164956, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/max_abs": 0.00118255615234375, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/norm": 0.011995931655946363, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/mean": -1.4764373190701008e-07, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/std": 4.6859227993307745e-05, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/max_abs": 0.0005340576171875, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/norm": 0.008022191350195272, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/mean": -3.9674341678619385e-07, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/std": 3.1336920701126605e-05, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/max_abs": 0.0004177093505859375, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_input_layernorm_weight/norm": 0.002831050275395861, "train/tensor_grad_model_layers_83_input_layernorm_weight/mean": -2.8252601623535156e-05, "train/tensor_grad_model_layers_83_input_layernorm_weight/std": 0.00012249884182053425, "train/tensor_grad_model_layers_83_input_layernorm_weight/max_abs": 0.000640869140625, "train/tensor_grad_model_layers_83_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 0.03925713685626228, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -3.4999102354049683e-06, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 8.849126062722482e-05, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 0.00086212158203125, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 0.024569891484812357, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 2.6868656277656555e-07, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 5.544132422361837e-05, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 0.000759124755859375, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/norm": 0.001099096306411611, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/mean": 2.4084001779556274e-06, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/std": 4.8626996497718e-05, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/max_abs": 0.00018596649169921875, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/norm": 0.012726159400246505, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/mean": -2.4901237338781357e-07, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/std": 4.971214152548668e-05, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/max_abs": 0.0004119873046875, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/norm": 0.017831251413563894, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/mean": 3.657769411802292e-07, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/std": 6.965366411129783e-05, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/max_abs": 0.00064849853515625, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/norm": 0.0098565635844136, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/mean": -2.6100315153598785e-07, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/std": 3.8502371169883835e-05, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/max_abs": 0.00045013427734375, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/norm": 0.007129757973989163, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/mean": 4.3248292058706284e-08, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/std": 2.7850847229676104e-05, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/max_abs": 0.000274658203125, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_input_layernorm_weight/norm": 0.0017284999054662722, "train/tensor_grad_model_layers_82_input_layernorm_weight/mean": -1.4837831258773804e-05, "train/tensor_grad_model_layers_82_input_layernorm_weight/std": 7.518527356191714e-05, "train/tensor_grad_model_layers_82_input_layernorm_weight/max_abs": 0.0002899169921875, "train/tensor_grad_model_layers_82_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 0.038707647251143985, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -3.1106173992156982e-06, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 8.729172174828511e-05, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 0.001190185546875, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 0.023500199692466126, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 2.9103830456733704e-07, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 5.31116404390249e-05, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 0.000736236572265625, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/norm": 0.0011741648098332294, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/mean": 1.3113021850585938e-06, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/std": 5.2189622193091493e-05, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/max_abs": 0.0002918243408203125, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/norm": 0.028109522375427645, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/mean": 8.215138223022223e-07, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/std": 0.00010980477213707313, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/max_abs": 0.000804901123046875, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/norm": 0.02579419649059835, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/mean": -7.934868335723877e-07, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/std": 0.00010075872648597216, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/max_abs": 0.000827789306640625, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/norm": 0.01405307135797586, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/mean": 1.828884705901146e-07, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/std": 5.489509056175398e-05, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/norm": 0.009574887097118854, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/mean": -6.30505383014679e-07, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/std": 3.7402053309098704e-05, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/max_abs": 0.0004329681396484375, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_input_layernorm_weight/norm": 0.0027529959493066704, "train/tensor_grad_model_layers_81_input_layernorm_weight/mean": -3.246963024139404e-05, "train/tensor_grad_model_layers_81_input_layernorm_weight/std": 0.00011790199038397797, "train/tensor_grad_model_layers_81_input_layernorm_weight/max_abs": 0.0004558563232421875, "train/tensor_grad_model_layers_81_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 0.03346018298124727, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -2.518296241760254e-06, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 7.525929304046676e-05, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 0.02137102221681103, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 2.0477455109357834e-07, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 4.812076157507099e-05, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 0.00121307373046875, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/norm": 0.0009642755650361382, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/mean": 1.5407800674438477e-05, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/std": 3.987380337388718e-05, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/max_abs": 0.00018215179443359375, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/norm": 0.025669836849166742, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/mean": -4.968605935573578e-07, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/std": 0.00010027369149806201, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/norm": 0.0363214055891965, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/mean": -6.216578185558319e-07, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/std": 0.0001418811954865454, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/max_abs": 0.00107574462890625, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/norm": 0.015313865445039487, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/mean": -2.5995541363954544e-07, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/std": 5.982124140806723e-05, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/max_abs": 0.000701904296875, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/norm": 0.010712887078061208, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/mean": 5.21540641784668e-07, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/std": 4.178775369663886e-05, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/max_abs": 0.00032806396484375, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_input_layernorm_weight/norm": 0.002869443581402781, "train/tensor_grad_model_layers_80_input_layernorm_weight/mean": 1.391395926475525e-06, "train/tensor_grad_model_layers_80_input_layernorm_weight/std": 0.0001276323693389961, "train/tensor_grad_model_layers_80_input_layernorm_weight/max_abs": 0.000518798828125, "train/tensor_grad_model_layers_80_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 0.031174150446013037, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": -2.7455389499664307e-06, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 7.025036277956863e-05, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 0.000789642333984375, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 0.018983601683890457, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": -2.2933818399906158e-07, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 4.2919350609755916e-05, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 0.000537872314453125, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/norm": 0.0008738134274367898, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/mean": -2.9588118195533752e-06, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/std": 3.858292409463774e-05, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/max_abs": 0.00015354156494140625, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/norm": 0.016031578305993017, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/mean": -5.955807864665985e-07, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/std": 6.262355697370964e-05, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/max_abs": 0.0006256103515625, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/norm": 0.034123183275428, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/mean": 1.4426186680793762e-06, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/std": 0.00013329421709319008, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/max_abs": 0.00103759765625, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/norm": 0.01762627259523196, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/mean": -6.612390279769897e-07, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/std": 6.885262936589809e-05, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/norm": 0.007309358143960306, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/mean": 2.5262124836444855e-07, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/std": 2.8522720349238337e-05, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/max_abs": 0.0002040863037109375, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_input_layernorm_weight/norm": 0.0034350835233975317, "train/tensor_grad_model_layers_79_input_layernorm_weight/mean": 1.4379620552062988e-06, "train/tensor_grad_model_layers_79_input_layernorm_weight/std": 0.0001524302765542951, "train/tensor_grad_model_layers_79_input_layernorm_weight/max_abs": 0.00086212158203125, "train/tensor_grad_model_layers_79_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 0.03999605427592986, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -2.346932888031006e-06, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 9.005316862636638e-05, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 0.0024871826171875, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 0.021792371551268157, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": 1.676962710916996e-07, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 4.9120639612094534e-05, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 0.00106048583984375, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/norm": 0.0010378167678383211, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/mean": -9.579816833138466e-07, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/std": 4.6061871869742525e-05, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/max_abs": 0.00015926361083984375, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/norm": 0.01791514403134918, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/mean": 1.7613638192415237e-07, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/std": 6.998134253721229e-05, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/max_abs": 0.00119781494140625, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/norm": 0.02744811441011275, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/mean": 6.030313670635223e-08, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/std": 0.00010721996845723946, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/max_abs": 0.00118255615234375, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/norm": 0.014475565320671763, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/mean": -2.1175947040319443e-07, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/std": 5.654529478314106e-05, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/max_abs": 0.0006866455078125, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/norm": 0.006559629010983829, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/mean": 3.348104655742645e-07, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/std": 2.5624140838646508e-05, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/max_abs": 0.0002117156982421875, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_input_layernorm_weight/norm": 0.0026406744142570037, "train/tensor_grad_model_layers_78_input_layernorm_weight/mean": -1.3967510312795639e-05, "train/tensor_grad_model_layers_78_input_layernorm_weight/std": 0.00011644337141385374, "train/tensor_grad_model_layers_78_input_layernorm_weight/max_abs": 0.000431060791015625, "train/tensor_grad_model_layers_78_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 0.03724925131333422, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": -2.691522240638733e-06, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 8.421058318814405e-05, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 0.0017242431640625, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 0.023414361976640482, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 7.944181561470032e-07, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 5.282397096357665e-05, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 0.0013885498046875, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/norm": 0.0013041913829583785, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/mean": 3.7670135498046875e-05, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/std": 4.3789906278165256e-05, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/max_abs": 0.0001964569091796875, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/norm": 0.020152141240982982, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/mean": -3.474997356534004e-07, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/std": 7.871952505886604e-05, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/max_abs": 0.00098419189453125, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/norm": 0.02027341309768296, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/mean": -1.5236437320709229e-06, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/std": 7.919370062982552e-05, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/max_abs": 0.00081634521484375, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/norm": 0.014063472184378605, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/mean": 3.976747393608093e-07, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/std": 5.49356166090978e-05, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/max_abs": 0.000926971435546875, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/norm": 0.011041713555554333, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/mean": -3.9968290366232395e-07, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/std": 4.313264903340294e-05, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/max_abs": 0.0004749298095703125, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_input_layernorm_weight/norm": 0.0022815589222045943, "train/tensor_grad_model_layers_77_input_layernorm_weight/mean": -1.0588206350803375e-05, "train/tensor_grad_model_layers_77_input_layernorm_weight/std": 0.00010077816262212467, "train/tensor_grad_model_layers_77_input_layernorm_weight/max_abs": 0.0003261566162109375, "train/tensor_grad_model_layers_77_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 0.02936989902278958, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -1.650303602218628e-06, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 6.619280439359437e-05, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 0.000911712646484375, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 0.018099471068952412, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": 9.895302355289459e-08, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 4.08964873781112e-05, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 0.000644683837890625, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/norm": 0.0007359375618255795, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/mean": 5.859881639480591e-06, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/std": 3.211310762401555e-05, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/max_abs": 0.000118255615234375, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/norm": 0.013268409861294147, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/mean": -9.080395102500916e-09, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/std": 5.18299457522798e-05, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/max_abs": 0.00041961669921875, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/norm": 0.01914218584819958, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/mean": -8.260831236839294e-07, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/std": 7.47744523665902e-05, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/max_abs": 0.00089263916015625, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/norm": 0.008377895071907712, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/mean": -1.939479261636734e-07, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/std": 3.2726690951113766e-05, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/max_abs": 0.00045013427734375, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/norm": 0.005822782696346868, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/mean": 1.4726538211107254e-07, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/std": 2.2745472818547457e-05, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/max_abs": 0.00022411346435546875, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_input_layernorm_weight/norm": 0.0015313052014210083, "train/tensor_grad_model_layers_76_input_layernorm_weight/mean": 6.385147571563721e-06, "train/tensor_grad_model_layers_76_input_layernorm_weight/std": 6.763239123579153e-05, "train/tensor_grad_model_layers_76_input_layernorm_weight/max_abs": 0.00028228759765625, "train/tensor_grad_model_layers_76_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 0.027783669734314922, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -1.8347054719924927e-06, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 6.26114948449293e-05, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 0.00128173828125, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 0.0180684681308629, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": 2.6961788535118103e-07, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 4.083389506449066e-05, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 0.000873565673828125, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/norm": 0.0008205013894976351, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/mean": 2.0623207092285156e-05, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/std": 2.994147240381672e-05, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/max_abs": 0.0001220703125, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/norm": 0.02566809531102134, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/mean": 2.8708018362522125e-07, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/std": 0.00010026601347747127, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/max_abs": 0.00095367431640625, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/norm": 0.02325863937122824, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/mean": -9.005889296531677e-07, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/std": 9.085455832121535e-05, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/norm": 0.016260944358096267, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/mean": -3.3760443329811096e-08, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/std": 6.351983940710373e-05, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/max_abs": 0.0012359619140625, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/norm": 0.010709322158576253, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/mean": -1.0355142876505852e-07, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/std": 4.183334185304811e-05, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/max_abs": 0.0004787445068359375, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_input_layernorm_weight/norm": 0.002657374081061987, "train/tensor_grad_model_layers_75_input_layernorm_weight/mean": -1.3336539268493652e-05, "train/tensor_grad_model_layers_75_input_layernorm_weight/std": 0.00011697595949450515, "train/tensor_grad_model_layers_75_input_layernorm_weight/max_abs": 0.000492095947265625, "train/tensor_grad_model_layers_75_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 0.03092917021925639, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -2.9578804969787598e-06, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 6.977197988841045e-05, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 0.019014483935585108, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 2.0349398255348206e-07, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 4.285919146376531e-05, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 0.000858306884765625, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/norm": 0.0008227639664620696, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/mean": -1.4767050743103027e-05, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/std": 3.336626209559845e-05, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/max_abs": 0.000118255615234375, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/norm": 0.010652951750908971, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/mean": -3.80168785341084e-08, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/std": 4.1613579927942144e-05, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/max_abs": 0.000514984130859375, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/norm": 0.02005141905307699, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/mean": -5.1083043217659e-07, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/std": 7.832592602072743e-05, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/max_abs": 0.000957489013671875, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/norm": 0.010240136846921558, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/mean": -4.3446198105812073e-07, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/std": 4.000054573355032e-05, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/max_abs": 0.000614166259765625, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/norm": 0.005145697162508595, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/mean": -5.980837158858776e-08, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/std": 2.0100476317918156e-05, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/max_abs": 0.0002040863037109375, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_input_layernorm_weight/norm": 0.0017555856838824104, "train/tensor_grad_model_layers_74_input_layernorm_weight/mean": 1.7181038856506348e-05, "train/tensor_grad_model_layers_74_input_layernorm_weight/std": 7.596525310882136e-05, "train/tensor_grad_model_layers_74_input_layernorm_weight/max_abs": 0.000308990478515625, "train/tensor_grad_model_layers_74_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 0.03071190570167807, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": -2.462416887283325e-06, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 6.929099349230732e-05, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 0.0016021728515625, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 0.01902917215438952, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 2.0011793822050095e-07, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 4.295135738144369e-05, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 0.00109100341796875, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/norm": 0.0008324828447441768, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/mean": 1.7777085304260254e-05, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/std": 3.2396985313561684e-05, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/max_abs": 0.00012111663818359375, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/norm": 0.006586160722752989, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/mean": -1.5384284779429436e-07, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/std": 2.572760095180862e-05, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/max_abs": 0.00028228759765625, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/norm": 0.01162931968561412, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/mean": -8.912757039070129e-07, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/std": 4.536782685134679e-05, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/max_abs": 0.000522613525390625, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/norm": 0.0016962539428189507, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/mean": 4.2637111619114876e-08, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/std": 6.626018776874987e-06, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/max_abs": 8.726119995117188e-05, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/norm": 0.0016104800709144888, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/mean": -1.1757947504520416e-08, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/std": 6.290946367081388e-06, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/max_abs": 6.29425048828125e-05, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_input_layernorm_weight/norm": 0.0004406986698482248, "train/tensor_grad_model_layers_73_input_layernorm_weight/mean": -2.1299347281455994e-06, "train/tensor_grad_model_layers_73_input_layernorm_weight/std": 1.943654003144116e-05, "train/tensor_grad_model_layers_73_input_layernorm_weight/max_abs": 8.630752563476562e-05, "train/tensor_grad_model_layers_73_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 0.027744557297990604, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -2.557411789894104e-06, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 6.253922186899523e-05, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 0.00081634521484375, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 0.017700826699406945, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 1.1385418474674225e-07, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 3.9877183162752914e-05, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 0.000789642333984375, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/norm": 0.0007511225128841479, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/mean": 1.019984483718872e-05, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/std": 3.169908421196098e-05, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/max_abs": 0.0001068115234375, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/norm": 0.008546338645103733, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/mean": -1.0873191058635712e-07, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/std": 3.338436662732344e-05, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/max_abs": 0.000274658203125, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/norm": 0.012027952807554925, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/mean": -3.8370490074157715e-07, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/std": 4.6984603286593935e-05, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/max_abs": 0.0004291534423828125, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/norm": 0.01773459938512338, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/mean": 1.8300488591194153e-07, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/std": 6.927578180452195e-05, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/max_abs": 0.000926971435546875, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/norm": 0.011675995080393062, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/mean": 2.3050233721733093e-07, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/std": 4.5609427807954626e-05, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/max_abs": 0.00055694580078125, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_input_layernorm_weight/norm": 0.0018532559413406377, "train/tensor_grad_model_layers_72_input_layernorm_weight/mean": -3.695487976074219e-05, "train/tensor_grad_model_layers_72_input_layernorm_weight/std": 7.322070960449235e-05, "train/tensor_grad_model_layers_72_input_layernorm_weight/max_abs": 0.000293731689453125, "train/tensor_grad_model_layers_72_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 0.029154686794917836, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -2.555549144744873e-06, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 6.570947337976089e-05, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 0.0009765625, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 0.017214078293677375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 3.7229619920253754e-07, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 3.8807650642551734e-05, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 0.0005950927734375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/norm": 0.0006642942339808655, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/mean": -1.0162766557186842e-06, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/std": 2.9482827861623587e-05, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/max_abs": 0.00012302398681640625, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/norm": 0.006757886671199478, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/mean": 1.0192161425948143e-07, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/std": 2.639819132924406e-05, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/max_abs": 0.0002231597900390625, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/norm": 0.011588766510171643, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/mean": 1.944717951118946e-07, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/std": 4.5268862286998316e-05, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/norm": 0.004599202536957256, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/mean": 4.602406988851726e-08, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/std": 1.7965655549049813e-05, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/max_abs": 0.0003490447998046875, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/norm": 0.0028588248391951273, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/mean": -3.498280420899391e-08, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/std": 1.1167403391983242e-05, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/max_abs": 0.00016880035400390625, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_input_layernorm_weight/norm": 0.0007241773504717652, "train/tensor_grad_model_layers_71_input_layernorm_weight/mean": -4.386529326438904e-07, "train/tensor_grad_model_layers_71_input_layernorm_weight/std": 3.2077503986780584e-05, "train/tensor_grad_model_layers_71_input_layernorm_weight/max_abs": 0.000152587890625, "train/tensor_grad_model_layers_71_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 0.026647770278616457, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -1.9799917936325073e-06, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 6.0038378568700554e-05, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 0.00086212158203125, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 0.01642083927158628, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 4.362664185464382e-08, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 3.7139281933517505e-05, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 0.00051116943359375, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/norm": 0.0006420006300226314, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/mean": -5.338340997695923e-06, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/std": 2.7976850526276718e-05, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/max_abs": 0.00010967254638671875, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/norm": 0.009155680329499824, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/mean": -3.10712493956089e-07, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/std": 3.57646595618594e-05, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/max_abs": 0.000331878662109375, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/norm": 0.015432724472741861, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/mean": 2.1187588572502136e-07, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/std": 6.0284201583510905e-05, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/max_abs": 0.000576019287109375, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/norm": 0.007156811275709838, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/mean": -1.675216481089592e-07, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/std": 2.7956451823005345e-05, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/max_abs": 0.0004405975341796875, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/norm": 0.0046860633078919306, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/mean": -1.3285898603498936e-08, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/std": 1.8304997079443915e-05, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/max_abs": 0.0002613067626953125, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_input_layernorm_weight/norm": 0.0012446030789550631, "train/tensor_grad_model_layers_70_input_layernorm_weight/mean": -3.3155083656311035e-06, "train/tensor_grad_model_layers_70_input_layernorm_weight/std": 5.5170194012275824e-05, "train/tensor_grad_model_layers_70_input_layernorm_weight/max_abs": 0.00018215179443359375, "train/tensor_grad_model_layers_70_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 0.026555413815609115, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -2.0135194063186646e-06, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 5.97977166387118e-05, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 0.00136566162109375, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 0.015870079599624352, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 1.4598481357097626e-07, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 3.582499296461209e-05, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 0.000591278076171875, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/norm": 0.0006049814012564922, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/mean": -7.660128176212311e-07, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/std": 2.6783455037391143e-05, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/max_abs": 0.00010156631469726562, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/norm": 0.02307758548134341, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/mean": 2.2060703486204147e-08, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/std": 9.014721706500589e-05, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/max_abs": 0.001556396484375, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/norm": 0.020051976405927915, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/mean": -1.4957040548324585e-06, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/std": 7.832837467238353e-05, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/max_abs": 0.000888824462890625, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/norm": 0.01500500004601852, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/mean": 1.57160684466362e-07, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/std": 5.8613524477367084e-05, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/max_abs": 0.0011138916015625, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/norm": 0.009133886151800589, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/mean": 3.346940502524376e-07, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/std": 3.567957224206565e-05, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/max_abs": 0.00038909912109375, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_input_layernorm_weight/norm": 0.0023171766167691854, "train/tensor_grad_model_layers_69_input_layernorm_weight/mean": 4.82611358165741e-06, "train/tensor_grad_model_layers_69_input_layernorm_weight/std": 0.000102613996548328, "train/tensor_grad_model_layers_69_input_layernorm_weight/max_abs": 0.0003528594970703125, "train/tensor_grad_model_layers_69_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 0.02558399804605127, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -1.8076971173286438e-06, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 5.7724884510505575e-05, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 0.000827789306640625, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 0.015902323142562853, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 1.280568540096283e-07, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 3.5829731106738645e-05, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 0.0004482269287109375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/norm": 0.0006354906682213704, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/mean": 3.1311064958572388e-06, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/std": 2.8005538430318208e-05, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/max_abs": 8.0108642578125e-05, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/norm": 0.015672046643322213, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/mean": 8.544884622097015e-08, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/std": 6.12189756441311e-05, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/max_abs": 0.0004863739013671875, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/norm": 0.02594511092790263, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/mean": -1.998618245124817e-06, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/std": 0.0001012269984916948, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/max_abs": 0.00135040283203125, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/norm": 0.04038037227166156, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/mean": -8.791685104370117e-07, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/std": 0.00015773591232839167, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/max_abs": 0.0023956298828125, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/norm": 0.014931487237954543, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/mean": -1.753796823322773e-07, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/std": 5.8326480332088696e-05, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/max_abs": 0.0006866455078125, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_input_layernorm_weight/norm": 0.005553738082355228, "train/tensor_grad_model_layers_68_input_layernorm_weight/mean": -8.571147918701172e-05, "train/tensor_grad_model_layers_68_input_layernorm_weight/std": 0.0002309483319800385, "train/tensor_grad_model_layers_68_input_layernorm_weight/max_abs": 0.000919342041015625, "train/tensor_grad_model_layers_68_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 0.02411607079968205, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": -2.3543834686279297e-06, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 5.4322606702822746e-05, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 0.00095367431640625, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 0.016267329109329598, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": -4.164758138358593e-08, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 3.677858538318491e-05, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 0.0008392333984375, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/norm": 0.00060212733697778, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/mean": 3.511086106300354e-06, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/std": 2.6488929323521523e-05, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/max_abs": 8.440017700195312e-05, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/norm": 0.01333192106928481, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/mean": -3.7997961044311523e-07, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/std": 5.2079298544176184e-05, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/max_abs": 0.000545501708984375, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/norm": 0.015288575663195997, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/mean": 2.5937333703041077e-07, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/std": 5.97213821978015e-05, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/max_abs": 0.000827789306640625, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/norm": 0.004216957605593025, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/mean": -1.7648562788963318e-07, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/std": 1.647251837635148e-05, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/max_abs": 0.00015354156494140625, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/norm": 0.003872554707864907, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/mean": 2.2584572434425354e-08, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/std": 1.5127255762854683e-05, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/max_abs": 0.0001316070556640625, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_input_layernorm_weight/norm": 0.0011159293595750265, "train/tensor_grad_model_layers_67_input_layernorm_weight/mean": -5.3942203521728516e-06, "train/tensor_grad_model_layers_67_input_layernorm_weight/std": 4.925440379035252e-05, "train/tensor_grad_model_layers_67_input_layernorm_weight/max_abs": 0.0002231597900390625, "train/tensor_grad_model_layers_67_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 0.023811847567694052, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -2.54996120929718e-06, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 5.360993042155546e-05, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 0.000659942626953125, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 0.015352556133388165, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": -1.9313301891088486e-07, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 3.463544069013145e-05, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 0.000522613525390625, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/norm": 0.0005877296042682878, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/mean": -6.295740604400635e-06, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/std": 2.528848118144618e-05, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/max_abs": 0.00010061264038085938, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/norm": 0.012838618534262963, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/mean": -1.57160684466362e-08, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/std": 5.0151334633833564e-05, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/max_abs": 0.000553131103515625, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/norm": 0.01684382331421702, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/mean": 1.862645149230957e-08, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/std": 6.579723562378343e-05, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/max_abs": 0.000736236572265625, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/norm": 0.009075478271355382, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/mean": -1.9825529307127e-07, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/std": 3.545113797995398e-05, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/max_abs": 0.000568389892578125, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/norm": 0.0065970752916510115, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/mean": 1.7113052308559418e-07, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/std": 2.5770482037933135e-05, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/max_abs": 0.0002269744873046875, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_input_layernorm_weight/norm": 0.001535921428138899, "train/tensor_grad_model_layers_66_input_layernorm_weight/mean": -2.2083520889282227e-05, "train/tensor_grad_model_layers_66_input_layernorm_weight/std": 6.446232687686754e-05, "train/tensor_grad_model_layers_66_input_layernorm_weight/max_abs": 0.0002956390380859375, "train/tensor_grad_model_layers_66_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 0.024638630870372203, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -2.767890691757202e-06, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 5.551941137606778e-05, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 0.000782012939453125, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 0.015305440160792695, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 1.2153759598731995e-07, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 3.445378275187735e-05, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 0.00067138671875, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/norm": 0.0006373113696589457, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/mean": -5.807727575302124e-06, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/std": 2.768294552953114e-05, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/max_abs": 0.00013446807861328125, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/norm": 0.009145604431978026, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/mean": 9.313225746154785e-09, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/std": 3.5725149900393904e-05, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/max_abs": 0.0002841949462890625, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/norm": 0.014975613350558617, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/mean": 2.704327926039696e-07, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/std": 5.8498803360540554e-05, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/norm": 0.005875584909308197, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/mean": 1.0403164196759462e-07, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/std": 2.295157432004882e-05, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/max_abs": 0.0002498626708984375, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/norm": 0.0046248984390139525, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/mean": 5.1280949264764786e-08, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/std": 1.8066137513246297e-05, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/max_abs": 0.0002841949462890625, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_input_layernorm_weight/norm": 0.0010426866329747064, "train/tensor_grad_model_layers_65_input_layernorm_weight/mean": -7.048249244689941e-06, "train/tensor_grad_model_layers_65_input_layernorm_weight/std": 4.572920196000471e-05, "train/tensor_grad_model_layers_65_input_layernorm_weight/max_abs": 0.00021648406982421875, "train/tensor_grad_model_layers_65_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 0.025307077721879977, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -2.4139881134033203e-06, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 5.706619087219931e-05, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 0.00075531005859375, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 0.01614711561546058, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -2.342858351767063e-08, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 3.6426087740537085e-05, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 0.000705718994140625, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/norm": 0.0008905949783598319, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/mean": -2.5928020477294922e-05, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/std": 2.967754708235017e-05, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/max_abs": 0.0001239776611328125, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/norm": 0.01222567088864507, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/mean": 2.718297764658928e-07, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/std": 4.7757379735371284e-05, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/max_abs": 0.000335693359375, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/norm": 0.02271410034747545, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/mean": -1.105479896068573e-06, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/std": 8.872744918151095e-05, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/max_abs": 0.000946044921875, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/norm": 0.010254996105585796, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/mean": 1.8044374883174896e-07, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/std": 4.00586872556979e-05, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/max_abs": 0.0005340576171875, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/norm": 0.006312788050283039, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/mean": 2.915039658546448e-07, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/std": 2.4659377054639267e-05, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/max_abs": 0.000293731689453125, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_input_layernorm_weight/norm": 0.0020444393018939403, "train/tensor_grad_model_layers_64_input_layernorm_weight/mean": 2.3350119590759277e-05, "train/tensor_grad_model_layers_64_input_layernorm_weight/std": 8.769861280777055e-05, "train/tensor_grad_model_layers_64_input_layernorm_weight/max_abs": 0.00037384033203125, "train/tensor_grad_model_layers_64_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 0.02353781847320508, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -1.7415732145309448e-06, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 5.312987353492026e-05, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 0.00075531005859375, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 0.014938502559376154, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -1.4944816939532757e-07, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 3.3617540081468385e-05, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 0.000514984130859375, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/norm": 0.0006069415919405258, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/mean": -9.842216968536377e-06, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/std": 2.5075164491976216e-05, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/max_abs": 8.96453857421875e-05, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/norm": 0.01103513261910668, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/mean": 2.341112121939659e-07, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/std": 4.3106610419578244e-05, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/max_abs": 0.0003871917724609375, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/norm": 0.014470932274815274, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/mean": -5.280598998069763e-07, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/std": 5.652726746361316e-05, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/max_abs": 0.000579833984375, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/norm": 0.00474101650574019, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/mean": 1.424923539161682e-07, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/std": 1.8520774075284728e-05, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/max_abs": 0.00016880035400390625, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/norm": 0.004146096869539935, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/mean": 8.157076081261039e-08, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/std": 1.6195776925313062e-05, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/max_abs": 0.00014591217041015625, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_input_layernorm_weight/norm": 0.0008538000675721632, "train/tensor_grad_model_layers_63_input_layernorm_weight/mean": -5.5283308029174805e-06, "train/tensor_grad_model_layers_63_input_layernorm_weight/std": 3.7486906405356275e-05, "train/tensor_grad_model_layers_63_input_layernorm_weight/max_abs": 0.00021266937255859375, "train/tensor_grad_model_layers_63_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 0.02628603562136787, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -1.8104910850524902e-06, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 5.921144404037294e-05, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 0.0012359619140625, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 0.015872192089430665, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 1.739244908094406e-07, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 3.5828977942584405e-05, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 0.00061798095703125, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/norm": 0.0005614671989971679, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/mean": -2.6281923055648804e-06, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/std": 2.4746880750203722e-05, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/max_abs": 7.82012939453125e-05, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/norm": 0.01883080475284299, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/mean": -7.206108421087265e-08, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/std": 7.355829022585615e-05, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/max_abs": 0.0008544921875, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/norm": 0.021489056163934747, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/mean": 1.4924444258213043e-07, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/std": 8.394199974888303e-05, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/max_abs": 0.0016326904296875, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/norm": 0.010881346218356387, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/mean": 2.0419247448444366e-07, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/std": 4.250565171673633e-05, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/max_abs": 0.000476837158203125, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/norm": 0.008012360932546297, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/mean": 6.990740075707436e-08, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/std": 3.1298911652195884e-05, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/max_abs": 0.0004558563232421875, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_input_layernorm_weight/norm": 0.0018423250167764716, "train/tensor_grad_model_layers_62_input_layernorm_weight/mean": -3.269757144153118e-06, "train/tensor_grad_model_layers_62_input_layernorm_weight/std": 8.170404194326019e-05, "train/tensor_grad_model_layers_62_input_layernorm_weight/max_abs": 0.0002613067626953125, "train/tensor_grad_model_layers_62_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 0.03229423123092116, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -1.6633421182632446e-06, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 7.285120737996011e-05, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 0.0028839111328125, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 0.01721386188280415, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -2.9173679649829865e-07, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 3.874802222963922e-05, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/norm": 0.0007235717532102789, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/mean": -1.8570572137832642e-06, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/std": 3.210603849133975e-05, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/max_abs": 0.00010776519775390625, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/norm": 0.023966307280604372, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/mean": -6.975606083869934e-07, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/std": 9.361891395117655e-05, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/max_abs": 0.001251220703125, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/norm": 0.02277486597099186, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/mean": -2.471497282385826e-07, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/std": 8.896456615392081e-05, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/max_abs": 0.0010528564453125, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/norm": 0.007578642842208282, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/mean": 6.739719538018107e-08, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/std": 2.9604270553933437e-05, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/max_abs": 0.0004634857177734375, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/norm": 0.0053124696366059505, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/mean": 6.744448910467327e-08, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/std": 2.0752047565193406e-05, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/max_abs": 0.00021457672119140625, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_input_layernorm_weight/norm": 0.0012563449323634284, "train/tensor_grad_model_layers_61_input_layernorm_weight/mean": -1.564621925354004e-05, "train/tensor_grad_model_layers_61_input_layernorm_weight/std": 5.3392829736934427e-05, "train/tensor_grad_model_layers_61_input_layernorm_weight/max_abs": 0.00019931793212890625, "train/tensor_grad_model_layers_61_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 0.023109606052401706, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": -1.6670674085617065e-06, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 5.2113603639248566e-05, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 0.0006561279296875, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 0.014725893597374383, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 1.071603037416935e-07, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 3.320183083501798e-05, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/norm": 0.0006095254791365387, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/mean": -7.592141628265381e-06, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/std": 2.5958792597381903e-05, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/max_abs": 9.1552734375e-05, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/norm": 0.012915463071039239, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/mean": -5.3318217396736145e-08, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/std": 5.045149835897797e-05, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/max_abs": 0.0004425048828125, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/norm": 0.01908644579266376, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/mean": 1.0915100574493408e-06, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/std": 7.455650900997751e-05, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/max_abs": 0.0008087158203125, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/norm": 0.00778954830013014, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/mean": 2.8009526431560516e-07, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/std": 3.0428170797067713e-05, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/max_abs": 0.00029754638671875, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/norm": 0.0059114762374561985, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/mean": 1.1190240911673754e-07, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/std": 2.3091808408643713e-05, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/max_abs": 0.0002574920654296875, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_input_layernorm_weight/norm": 0.001146841642985413, "train/tensor_grad_model_layers_60_input_layernorm_weight/mean": 3.18232923746109e-06, "train/tensor_grad_model_layers_60_input_layernorm_weight/std": 5.074452777434522e-05, "train/tensor_grad_model_layers_60_input_layernorm_weight/max_abs": 0.00022602081298828125, "train/tensor_grad_model_layers_60_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 0.021913916167452325, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -1.1087395250797272e-06, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 4.9479682481983564e-05, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 0.0009613037109375, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 0.013674054653262156, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": -1.996522769331932e-08, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 3.088101852026217e-05, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 0.0004520416259765625, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/norm": 0.0005234968419562994, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/mean": -3.8333237171173096e-06, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/std": 2.288209856848125e-05, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/max_abs": 8.249282836914062e-05, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/norm": 0.01605891680177943, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/mean": -1.5576370060443878e-07, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/std": 6.273015806214577e-05, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/max_abs": 0.00099945068359375, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/norm": 0.019309694611076917, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/mean": -8.419156074523926e-07, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/std": 7.542867676644625e-05, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/max_abs": 0.0012969970703125, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/norm": 0.008843425998380335, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/mean": 4.987232387065887e-07, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/std": 3.4544820425320935e-05, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/max_abs": 0.0003223419189453125, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/norm": 0.00670642440241159, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/mean": 2.2887252271175385e-07, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/std": 2.6197008301293277e-05, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/max_abs": 0.000370025634765625, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_input_layernorm_weight/norm": 0.0019468302916881956, "train/tensor_grad_model_layers_59_input_layernorm_weight/mean": -1.0181218385696411e-05, "train/tensor_grad_model_layers_59_input_layernorm_weight/std": 8.577006860974434e-05, "train/tensor_grad_model_layers_59_input_layernorm_weight/max_abs": 0.0003566741943359375, "train/tensor_grad_model_layers_59_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 0.020602145537197213, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -1.3727694749832153e-06, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 4.649935953441212e-05, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 0.0006103515625, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 0.013734673280916238, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 3.3853575587272644e-07, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 3.093917709295932e-05, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 0.000629425048828125, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/norm": 0.00053553037570194, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/mean": 9.134411811828613e-06, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/std": 2.193310718713413e-05, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/max_abs": 7.915496826171875e-05, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/norm": 0.009710058434887084, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/mean": -2.257293090224266e-07, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/std": 3.793011544444507e-05, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/max_abs": 0.0003509521484375, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/norm": 0.014453255163070581, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/mean": 7.320195436477661e-07, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/std": 5.645803919569526e-05, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/max_abs": 0.00064849853515625, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/norm": 0.005098947602618898, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/mean": -1.7730053514242172e-07, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/std": 1.9917863929823018e-05, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/max_abs": 0.0002803802490234375, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/norm": 0.0043647071980886555, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/mean": -9.097857400774956e-08, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/std": 1.7049830797806234e-05, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/max_abs": 0.0001621246337890625, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_input_layernorm_weight/norm": 0.0008341985004396323, "train/tensor_grad_model_layers_58_input_layernorm_weight/mean": -1.955777406692505e-06, "train/tensor_grad_model_layers_58_input_layernorm_weight/std": 3.6925839814601545e-05, "train/tensor_grad_model_layers_58_input_layernorm_weight/max_abs": 0.00013446807861328125, "train/tensor_grad_model_layers_58_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 0.020391406340263093, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": -1.298263669013977e-06, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 4.602924866291275e-05, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 0.013628516244378502, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -3.16504156216979e-08, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 3.067079201650202e-05, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/norm": 0.0004892693148715187, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/mean": -5.237758159637451e-06, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/std": 2.107451345991482e-05, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/max_abs": 9.34600830078125e-05, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/norm": 0.01226905325341364, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/mean": -6.592017598450184e-09, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/std": 4.792599810922236e-05, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/max_abs": 0.00048828125, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/norm": 0.018160292531579296, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/mean": 2.4767359718680382e-08, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/std": 7.093889957032623e-05, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/max_abs": 0.00098419189453125, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/norm": 0.007593605020497007, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/mean": -2.2142194211483002e-07, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/std": 2.9662546077151032e-05, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/max_abs": 0.0002727508544921875, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/norm": 0.004543405334736097, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/mean": 1.7462298274040222e-08, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/std": 1.7747748118553253e-05, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/max_abs": 0.00017547607421875, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_input_layernorm_weight/norm": 0.0010873359446643533, "train/tensor_grad_model_layers_57_input_layernorm_weight/mean": -2.378597855567932e-06, "train/tensor_grad_model_layers_57_input_layernorm_weight/std": 4.818433714571574e-05, "train/tensor_grad_model_layers_57_input_layernorm_weight/max_abs": 0.0002040863037109375, "train/tensor_grad_model_layers_57_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 0.019870201113287356, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -1.0263174772262573e-06, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 4.471221174433098e-05, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 0.000705718994140625, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 0.013400726901273148, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -4.6798959374427795e-08, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 3.02581784274903e-05, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/norm": 0.00042223762078921864, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/mean": 8.535571396350861e-07, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/std": 1.8723530583416545e-05, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/max_abs": 7.43865966796875e-05, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/norm": 0.006546322831150626, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/mean": 3.282912075519562e-08, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/std": 2.5571755772363105e-05, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/max_abs": 0.00022602081298828125, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/norm": 0.010698097955801374, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/mean": -3.380700945854187e-07, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/std": 4.1789632779722334e-05, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/max_abs": 0.00043487548828125, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/norm": 0.0013729147925545598, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/mean": 4.8690708354115486e-08, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/std": 5.362965574988286e-06, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/max_abs": 8.58306884765625e-05, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/norm": 0.001229007606515933, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/mean": 9.255018085241318e-09, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/std": 4.800819847877935e-06, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/max_abs": 4.7206878662109375e-05, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_input_layernorm_weight/norm": 0.00034237040782447676, "train/tensor_grad_model_layers_56_input_layernorm_weight/mean": 2.1997839212417603e-06, "train/tensor_grad_model_layers_56_input_layernorm_weight/std": 1.5009001250291106e-05, "train/tensor_grad_model_layers_56_input_layernorm_weight/max_abs": 8.58306884765625e-05, "train/tensor_grad_model_layers_56_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 0.02182064455778776, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -1.255422830581665e-06, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 4.911626918287295e-05, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 0.0012054443359375, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 0.01463447541188785, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 8.675851859152317e-08, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 3.3023950685093384e-05, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 0.0007476806640625, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/norm": 0.0005401199131125277, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/mean": 8.128583431243896e-06, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/std": 2.2532067225718357e-05, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/max_abs": 7.677078247070312e-05, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/norm": 0.02188440188948654, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/mean": -4.1141174733638763e-07, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/std": 8.548611435947099e-05, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/max_abs": 0.000888824462890625, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/norm": 0.026565231855943366, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/mean": 4.884786903858185e-07, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/std": 0.00010377069311038334, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/max_abs": 0.00106048583984375, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/norm": 0.014543219015758665, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/mean": 1.330627128481865e-07, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/std": 5.681019793021976e-05, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/max_abs": 0.0007781982421875, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/norm": 0.007926188223003538, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/mean": -3.6833807826042175e-07, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/std": 3.093341298862439e-05, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/max_abs": 0.000335693359375, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_input_layernorm_weight/norm": 0.00227097550056584, "train/tensor_grad_model_layers_55_input_layernorm_weight/mean": -1.4632940292358398e-05, "train/tensor_grad_model_layers_55_input_layernorm_weight/std": 9.944128455872698e-05, "train/tensor_grad_model_layers_55_input_layernorm_weight/max_abs": 0.00040435791015625, "train/tensor_grad_model_layers_55_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 0.022066298263212644, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": -1.4528632164001465e-06, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 4.971563721251156e-05, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 0.01382476604205074, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 1.211592461913824e-07, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 3.111440481483559e-05, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 0.000453948974609375, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/norm": 0.000472169923063295, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/mean": 1.6093254089355469e-06, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/std": 2.0905768893538842e-05, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/max_abs": 9.965896606445312e-05, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/norm": 0.015770739133251995, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/mean": 2.0893639884889126e-07, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/std": 6.160469517961029e-05, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/max_abs": 0.00095367431640625, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/norm": 0.0156328062584601, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/mean": -1.0635703802108765e-06, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/std": 6.106583770343487e-05, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/max_abs": 0.0005950927734375, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/norm": 0.002711892942841562, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/mean": -1.5264959074556828e-08, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/std": 1.0593359519542995e-05, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/max_abs": 0.00014495849609375, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/norm": 0.005457828037579489, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/mean": 7.904600352048874e-08, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/std": 2.131965491032732e-05, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/max_abs": 0.0003223419189453125, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_input_layernorm_weight/norm": 0.000781759360533754, "train/tensor_grad_model_layers_54_input_layernorm_weight/mean": -2.2239983081817627e-06, "train/tensor_grad_model_layers_54_input_layernorm_weight/std": 3.450203890785141e-05, "train/tensor_grad_model_layers_54_input_layernorm_weight/max_abs": 0.00011968612670898438, "train/tensor_grad_model_layers_54_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 0.019564504922861277, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -1.0272487998008728e-06, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 4.411423828277114e-05, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 0.0011444091796875, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 0.013918491611728827, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -1.5844125300645828e-07, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 3.13874682533953e-05, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 0.000804901123046875, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/norm": 0.0004001536063938902, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/mean": -1.823529601097107e-06, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/std": 1.7637102276682384e-05, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/max_abs": 5.0067901611328125e-05, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/norm": 0.011230012635629836, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/mean": 3.578606992959976e-07, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/std": 4.3868035796964664e-05, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/max_abs": 0.00060272216796875, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/norm": 0.024021114454143552, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/mean": -1.414446160197258e-08, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/std": 9.383253694421357e-05, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/max_abs": 0.00113677978515625, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/norm": 0.02961733708486011, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/mean": 3.4924596548080444e-07, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/std": 0.00011569274804684155, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/max_abs": 0.0016326904296875, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/norm": 0.006492072328172528, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/mean": -3.7671998143196106e-07, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/std": 2.5329778833653817e-05, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/max_abs": 0.000438690185546875, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_input_layernorm_weight/norm": 0.004143997485640613, "train/tensor_grad_model_layers_53_input_layernorm_weight/mean": -3.454089164733887e-05, "train/tensor_grad_model_layers_53_input_layernorm_weight/std": 0.0001805195992870351, "train/tensor_grad_model_layers_53_input_layernorm_weight/max_abs": 0.001068115234375, "train/tensor_grad_model_layers_53_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 0.02563883431253058, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -1.5776604413986206e-06, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 5.7825855916765865e-05, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 0.00151824951171875, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 0.015063663277481262, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -2.7095666155219078e-08, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 3.392211619451493e-05, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/norm": 0.0006510935082259506, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/mean": -8.735805749893188e-07, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/std": 2.8887701286978822e-05, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/max_abs": 0.00017070770263671875, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/norm": 0.00688225517766071, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/mean": 4.057073965668678e-08, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/std": 2.6884222208243334e-05, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/max_abs": 0.000301361083984375, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/norm": 0.012163351110433797, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/mean": 7.757917046546936e-07, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/std": 4.7513542299519144e-05, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/max_abs": 0.00058746337890625, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/norm": 0.0026721076215737096, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/mean": -3.4633558243513107e-09, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/std": 1.0438057357674512e-05, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/max_abs": 0.0001354217529296875, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/norm": 0.002574149122150328, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/mean": 1.1606607586145401e-07, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/std": 1.0055402207501577e-05, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/max_abs": 0.00010824203491210938, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_input_layernorm_weight/norm": 0.00045347890638239335, "train/tensor_grad_model_layers_52_input_layernorm_weight/mean": -1.1511147022247314e-05, "train/tensor_grad_model_layers_52_input_layernorm_weight/std": 1.6516757550013485e-05, "train/tensor_grad_model_layers_52_input_layernorm_weight/max_abs": 6.580352783203125e-05, "train/tensor_grad_model_layers_52_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 0.02069406851129057, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -1.519918441772461e-06, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 4.6679895128824245e-05, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 0.0009307861328125, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 0.013321228722974764, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -2.377200871706009e-07, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 3.004159269921751e-05, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 0.0004329681396484375, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/norm": 0.0005060417351621183, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/mean": -6.104819476604462e-07, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/std": 2.2418491539909928e-05, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/max_abs": 7.43865966796875e-05, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/norm": 0.007412646855906618, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/mean": 1.5897876437520608e-07, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/std": 2.8955807424884554e-05, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/max_abs": 0.00019550323486328125, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/norm": 0.016000992207756692, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/mean": 5.061738193035126e-07, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/std": 6.250410381425242e-05, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/norm": 0.0033898989107638074, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/mean": -1.41095370054245e-07, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/std": 1.3241818043047092e-05, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/max_abs": 0.00013446807861328125, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/norm": 0.0029868080833759377, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/mean": 2.5385816115885973e-08, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/std": 1.1667262966006223e-05, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/max_abs": 0.0001277923583984375, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_input_layernorm_weight/norm": 0.0006059637901196638, "train/tensor_grad_model_layers_51_input_layernorm_weight/mean": 6.230548024177551e-07, "train/tensor_grad_model_layers_51_input_layernorm_weight/std": 2.6838559590698418e-05, "train/tensor_grad_model_layers_51_input_layernorm_weight/max_abs": 9.441375732421875e-05, "train/tensor_grad_model_layers_51_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 0.018191548542484382, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -1.5329569578170776e-06, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 4.1016879560355364e-05, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 0.00090789794921875, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 0.012940748617709814, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -7.168273441493511e-08, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 2.9149489429638078e-05, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 0.000690460205078125, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/norm": 0.0004437958039996939, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/mean": 2.3497268557548523e-06, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/std": 1.949961161541502e-05, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/max_abs": 7.82012939453125e-05, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/norm": 0.005421961151559912, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/mean": 3.1117815524339676e-07, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/std": 2.117998345098708e-05, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/max_abs": 0.0001678466796875, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/norm": 0.012439909684794009, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/mean": 7.040944183245301e-08, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/std": 4.859346662762046e-05, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/max_abs": 0.00072479248046875, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/norm": 0.0022036406965217654, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/mean": 1.4581019058823586e-08, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/std": 8.607982951175237e-06, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/max_abs": 9.775161743164062e-05, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/norm": 0.0015705947631189296, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/mean": 3.565219230949879e-08, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/std": 6.13515156810332e-06, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/max_abs": 7.009506225585938e-05, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_input_layernorm_weight/norm": 0.0003944166848204454, "train/tensor_grad_model_layers_50_input_layernorm_weight/mean": 2.073124051094055e-06, "train/tensor_grad_model_layers_50_input_layernorm_weight/std": 1.7365793352613978e-05, "train/tensor_grad_model_layers_50_input_layernorm_weight/max_abs": 7.867813110351562e-05, "train/tensor_grad_model_layers_50_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 0.01611605533648866, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": -1.4584511518478394e-06, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 3.6365491802836894e-05, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 0.000789642333984375, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 0.011324201101583444, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 3.01588443107903e-09, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 2.5486548005467166e-05, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 0.00031280517578125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/norm": 0.0003880470207320691, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/mean": 3.209337592124939e-06, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/std": 1.6945502770447977e-05, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/max_abs": 6.437301635742188e-05, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/norm": 0.007946372424707245, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/mean": -5.994934326736256e-08, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/std": 3.1040700827113635e-05, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/max_abs": 0.0002651214599609375, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/norm": 0.017223813968680574, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/mean": 5.490146577358246e-07, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/std": 6.728058954473128e-05, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/max_abs": 0.00104522705078125, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/norm": 0.00507152201446032, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/mean": 7.101334631443024e-08, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/std": 1.981070942961867e-05, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/max_abs": 0.0003032684326171875, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/norm": 0.0031812379610334104, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/mean": -1.8335413187742233e-07, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/std": 1.2426916428095142e-05, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/max_abs": 0.00016117095947265625, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_input_layernorm_weight/norm": 0.0009819493138379476, "train/tensor_grad_model_layers_49_input_layernorm_weight/mean": 1.0691583156585693e-05, "train/tensor_grad_model_layers_49_input_layernorm_weight/std": 4.226312602684047e-05, "train/tensor_grad_model_layers_49_input_layernorm_weight/max_abs": 0.000293731689453125, "train/tensor_grad_model_layers_49_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 0.018434436026260544, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -1.5944242477416992e-06, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 4.15494785374207e-05, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 0.00067138671875, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 0.012163044834871494, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 8.230563253164291e-08, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 2.7421660401469408e-05, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 0.00041961669921875, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/norm": 0.0004006862385023573, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/mean": -1.996755599975586e-06, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/std": 1.7629387571825335e-05, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/max_abs": 6.723403930664062e-05, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/norm": 0.0123165557784499, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/mean": -4.8690708354115486e-08, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/std": 4.81118250693402e-05, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/max_abs": 0.0008544921875, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/norm": 0.02036691127131785, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/mean": 4.4796615839004517e-07, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/std": 7.955848414030104e-05, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/norm": 0.003944271535741963, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/mean": -6.728805601596832e-08, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/std": 1.5407334673619672e-05, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/max_abs": 0.00021457672119140625, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/norm": 0.002955088174806639, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/mean": 3.626882971730083e-08, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/std": 1.1543333149444978e-05, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/max_abs": 0.00010824203491210938, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_input_layernorm_weight/norm": 0.0008620561726831062, "train/tensor_grad_model_layers_48_input_layernorm_weight/mean": 2.0489096641540527e-07, "train/tensor_grad_model_layers_48_input_layernorm_weight/std": 3.834585057978368e-05, "train/tensor_grad_model_layers_48_input_layernorm_weight/max_abs": 0.00014019012451171875, "train/tensor_grad_model_layers_48_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 0.0189238515210605, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -1.4118850231170654e-06, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 4.256564116732332e-05, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 0.00106048583984375, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 0.012625317921270853, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -2.300366759300232e-07, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 2.8503121287202068e-05, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/norm": 0.000475882528300272, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/mean": -7.037073373794556e-06, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/std": 1.9920195248492107e-05, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/max_abs": 7.104873657226562e-05, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/norm": 0.021457742309455515, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/mean": -9.866198524832726e-09, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/std": 8.381932814253085e-05, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/max_abs": 0.000736236572265625, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/norm": 0.027838321443453305, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/mean": -5.369074642658234e-07, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/std": 0.00010874358843622576, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/max_abs": 0.001220703125, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/norm": 0.014607244428017689, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/mean": 2.635642886161804e-07, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/std": 5.7059641842955904e-05, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/max_abs": 0.000743865966796875, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/norm": 0.014723901280536727, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/mean": -8.771894499659538e-08, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/std": 5.751544806459142e-05, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/max_abs": 0.00066375732421875, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_input_layernorm_weight/norm": 0.003645717173383445, "train/tensor_grad_model_layers_47_input_layernorm_weight/mean": -8.881092071533203e-05, "train/tensor_grad_model_layers_47_input_layernorm_weight/std": 0.00013470243557571026, "train/tensor_grad_model_layers_47_input_layernorm_weight/max_abs": 0.00080108642578125, "train/tensor_grad_model_layers_47_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 0.020210103386770716, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -1.8496066331863403e-06, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 4.5554203739253534e-05, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 0.00090789794921875, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 0.012903523494270108, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": -2.4400651454925537e-07, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 2.911025891237662e-05, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 0.00052642822265625, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/norm": 0.00044659764846525764, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/mean": -5.174428224563599e-06, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/std": 1.9075300501878568e-05, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/max_abs": 9.250640869140625e-05, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/norm": 0.018132886486239456, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/mean": 5.235779099166393e-08, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/std": 7.08316264870253e-05, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/max_abs": 0.000682830810546875, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/norm": 0.021528458883592717, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/mean": 5.131587386131287e-07, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/std": 8.409582179100593e-05, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/max_abs": 0.000957489013671875, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/norm": 0.013776312166189159, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/mean": 4.735775291919708e-07, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/std": 5.381412966754339e-05, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/max_abs": 0.000705718994140625, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/norm": 0.008090554729700201, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/mean": 9.043142199516296e-07, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/std": 3.160408744353115e-05, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/max_abs": 0.000423431396484375, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_input_layernorm_weight/norm": 0.0019296977078113759, "train/tensor_grad_model_layers_46_input_layernorm_weight/mean": -2.92360782623291e-05, "train/tensor_grad_model_layers_46_input_layernorm_weight/std": 8.062441504424186e-05, "train/tensor_grad_model_layers_46_input_layernorm_weight/max_abs": 0.0004253387451171875, "train/tensor_grad_model_layers_46_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 0.018495767302487278, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -2.088025212287903e-06, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 4.1608773241459454e-05, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 0.00089263916015625, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 0.014508083601859546, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": -3.6416167858988047e-08, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 3.2750482849188214e-05, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 0.000965118408203125, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/norm": 0.0006315455696270063, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/mean": -7.010996341705322e-06, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/std": 2.711324630213179e-05, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/max_abs": 0.00011110305786132812, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/norm": 0.014592700458990762, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/mean": -1.198495738208294e-07, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/std": 5.70028635115357e-05, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/max_abs": 0.000514984130859375, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/norm": 0.029284983446807897, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/mean": 1.5832483768463135e-06, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/std": 0.0001143946779806373, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/max_abs": 0.00164031982421875, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/norm": 0.014133263405206641, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/mean": -5.098991096019745e-07, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/std": 5.520830036837606e-05, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/max_abs": 0.000728607177734375, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/norm": 0.007240725505503395, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/mean": 5.820766091346741e-07, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/std": 2.8254749745331805e-05, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/max_abs": 0.0002880096435546875, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_input_layernorm_weight/norm": 0.0023617012282909932, "train/tensor_grad_model_layers_45_input_layernorm_weight/mean": -2.2351741790771484e-05, "train/tensor_grad_model_layers_45_input_layernorm_weight/std": 0.0001022593552188101, "train/tensor_grad_model_layers_45_input_layernorm_weight/max_abs": 0.0004100799560546875, "train/tensor_grad_model_layers_45_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 0.019167565829152924, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -1.950189471244812e-06, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 4.3219906256938363e-05, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 0.00124359130859375, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 0.012790542838445294, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 1.648440957069397e-07, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 2.8826256152794547e-05, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 0.000530242919921875, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/norm": 0.00043164799791022294, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/mean": -6.116926670074463e-06, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/std": 1.8162032308039033e-05, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/max_abs": 8.296966552734375e-05, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/norm": 0.008856304228568843, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/mean": -2.130400389432907e-08, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/std": 3.459504632007309e-05, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/max_abs": 0.0002231597900390625, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/norm": 0.017490060401788212, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/mean": -9.369105100631714e-07, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/std": 6.832060950968728e-05, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/max_abs": 0.0009613037109375, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/norm": 0.004405352726000609, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/mean": 4.24715835833922e-08, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/std": 1.7208435558439554e-05, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/max_abs": 0.0002765655517578125, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/norm": 0.0036566057174804577, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/mean": -2.066371962428093e-09, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/std": 1.4283676116898668e-05, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/max_abs": 0.0001773834228515625, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_input_layernorm_weight/norm": 0.0006620835433551485, "train/tensor_grad_model_layers_44_input_layernorm_weight/mean": -7.1553513407707214e-06, "train/tensor_grad_model_layers_44_input_layernorm_weight/std": 2.8444328548470884e-05, "train/tensor_grad_model_layers_44_input_layernorm_weight/max_abs": 0.00010442733764648438, "train/tensor_grad_model_layers_44_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 0.02054383882782489, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -1.948326826095581e-06, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 4.620625088697379e-05, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 0.00130462646484375, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 0.013487492151319962, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -1.4319084584712982e-07, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 3.0430315242334432e-05, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 0.000904083251953125, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/norm": 0.0004712251388008288, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/mean": -3.87243926525116e-06, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/std": 2.0518816703699327e-05, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/max_abs": 8.726119995117188e-05, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/norm": 0.011090442271808505, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/mean": 1.1047814041376114e-07, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/std": 4.3322164708070685e-05, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/max_abs": 0.00067138671875, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/norm": 0.018382224615434508, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/mean": 7.310882210731506e-07, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/std": 7.180561720139826e-05, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/max_abs": 0.000850677490234375, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/norm": 0.005787306879737137, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/mean": -2.230990503448993e-08, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/std": 2.2606773609355785e-05, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/max_abs": 0.000316619873046875, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/norm": 0.005061112848137301, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/mean": 8.501228876411915e-08, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/std": 1.977003255349946e-05, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/max_abs": 0.0002880096435546875, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_input_layernorm_weight/norm": 0.0008640752447317533, "train/tensor_grad_model_layers_43_input_layernorm_weight/mean": 2.8014183044433594e-06, "train/tensor_grad_model_layers_43_input_layernorm_weight/std": 3.823557096844884e-05, "train/tensor_grad_model_layers_43_input_layernorm_weight/max_abs": 0.000141143798828125, "train/tensor_grad_model_layers_43_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 0.018924835779845713, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -1.998618245124817e-06, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 4.2567730292375564e-05, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 0.012513770029091783, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -1.3760291039943695e-07, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 2.8196346499728164e-05, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 0.000392913818359375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/norm": 0.000482979316430967, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/mean": -8.121132850646973e-06, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/std": 1.9783641575458992e-05, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/max_abs": 9.202957153320312e-05, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/norm": 0.014713144437665996, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/mean": 2.669112291187048e-07, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/std": 5.7473611534410496e-05, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/max_abs": 0.00159454345703125, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/norm": 0.023746833339192273, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/mean": -5.359761416912079e-07, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/std": 9.27611506361624e-05, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/max_abs": 0.0010833740234375, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/norm": 0.011177476998951589, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/mean": 3.57162207365036e-07, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/std": 4.366207825656894e-05, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/norm": 0.007213857798184876, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/mean": 1.232256181538105e-07, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/std": 2.817921612797894e-05, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/max_abs": 0.0003528594970703125, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_input_layernorm_weight/norm": 0.0010078690790449696, "train/tensor_grad_model_layers_42_input_layernorm_weight/mean": -8.23289155960083e-06, "train/tensor_grad_model_layers_42_input_layernorm_weight/std": 4.393789437768619e-05, "train/tensor_grad_model_layers_42_input_layernorm_weight/max_abs": 0.00016021728515625, "train/tensor_grad_model_layers_42_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 0.015718063726289432, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -1.8980354070663452e-06, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 3.5529168091790844e-05, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 0.000743865966796875, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 0.011692255587687352, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 4.156026989221573e-08, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 2.6383896173963636e-05, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 0.00043487548828125, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/norm": 0.00040346172274866265, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/mean": -4.149042069911957e-07, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/std": 1.7875942102998133e-05, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/max_abs": 5.698204040527344e-05, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/norm": 0.005320877804180738, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/mean": 6.658956408500671e-08, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/std": 2.0784817452799586e-05, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/max_abs": 0.000148773193359375, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/norm": 0.014085143455682795, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/mean": 2.8032809495925903e-07, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/std": 5.502013744312921e-05, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/max_abs": 0.00077056884765625, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/norm": 0.0014792666090162508, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/mean": 6.759364623576403e-09, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/std": 5.778417022642488e-06, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/max_abs": 5.650520324707031e-05, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/norm": 0.001331072457349553, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/mean": 5.496985977515578e-08, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/std": 5.199639210861792e-06, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/max_abs": 7.2479248046875e-05, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_input_layernorm_weight/norm": 0.00034721866118861736, "train/tensor_grad_model_layers_41_input_layernorm_weight/mean": -2.2766180336475372e-06, "train/tensor_grad_model_layers_41_input_layernorm_weight/std": 1.5246065518829077e-05, "train/tensor_grad_model_layers_41_input_layernorm_weight/max_abs": 8.106231689453125e-05, "train/tensor_grad_model_layers_41_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 0.02103146080489597, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -2.0489096641540527e-06, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 4.739712656954401e-05, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 0.00106048583984375, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 0.014347157050841573, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": -5.954643711447716e-08, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 3.231487704104205e-05, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 0.00112152099609375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/norm": 0.000426432140759206, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/mean": 3.1972303986549377e-06, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/std": 1.8663750194559215e-05, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/max_abs": 7.152557373046875e-05, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/norm": 0.017883821551451164, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/mean": -2.353917807340622e-07, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/std": 6.985871235662447e-05, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/max_abs": 0.00144195556640625, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/norm": 0.025363247122742363, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/mean": 1.4062970876693726e-06, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/std": 9.907534464960952e-05, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/max_abs": 0.00115966796875, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/norm": 0.005923732336711851, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/mean": 1.1369411367923021e-07, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/std": 2.313992780943727e-05, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/max_abs": 0.00025177001953125, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/norm": 0.003619663298569686, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/mean": 8.492497727274895e-08, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/std": 1.4139807306071885e-05, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/max_abs": 0.0002002716064453125, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_input_layernorm_weight/norm": 0.0010858494054786897, "train/tensor_grad_model_layers_40_input_layernorm_weight/mean": -8.468341547995806e-07, "train/tensor_grad_model_layers_40_input_layernorm_weight/std": 4.819031211017685e-05, "train/tensor_grad_model_layers_40_input_layernorm_weight/max_abs": 0.00020599365234375, "train/tensor_grad_model_layers_40_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 0.013718559396327736, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -1.6652047634124756e-06, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 3.0848512647266455e-05, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 0.000698089599609375, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 0.010136614672176136, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": -8.473580237478018e-08, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 2.289862700181045e-05, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 0.0003490447998046875, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/norm": 0.0003234559058333126, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/mean": 4.895031452178955e-06, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/std": 1.3456885074252633e-05, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/max_abs": 5.1021575927734375e-05, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/norm": 0.007851043631836118, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/mean": 4.773028194904327e-09, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/std": 3.0668401688749996e-05, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/max_abs": 0.0002574920654296875, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/norm": 0.01913731994120622, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/mean": -7.450580596923828e-07, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/std": 7.475532880756329e-05, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/max_abs": 0.0010528564453125, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/norm": 0.007208578827477572, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/mean": -2.0139850676059723e-07, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/std": 2.8158555157335423e-05, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/max_abs": 0.000492095947265625, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/norm": 0.003567107074835978, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/mean": -1.4889519661664963e-07, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/std": 1.393405090958321e-05, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/max_abs": 0.0003108978271484375, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_input_layernorm_weight/norm": 0.0009869105471337599, "train/tensor_grad_model_layers_39_input_layernorm_weight/mean": -1.1675059795379639e-05, "train/tensor_grad_model_layers_39_input_layernorm_weight/std": 4.22429621506637e-05, "train/tensor_grad_model_layers_39_input_layernorm_weight/max_abs": 0.000274658203125, "train/tensor_grad_model_layers_39_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 0.01402497716118148, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -1.5068799257278442e-06, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 3.1537237661736116e-05, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 0.000667572021484375, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 0.011278753556546168, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 2.5704503059387207e-07, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 2.5427712867281243e-05, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 0.00049591064453125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/norm": 0.0003639426615453324, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/mean": 4.339381121098995e-07, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/std": 1.6165676363013247e-05, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/max_abs": 6.151199340820312e-05, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/norm": 0.01965730046314245, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/mean": -1.597945811226964e-07, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/std": 7.678653319127877e-05, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/norm": 0.028114557976915634, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/mean": -9.797513484954834e-07, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/std": 0.00010982252321485734, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/max_abs": 0.0018157958984375, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/norm": 0.022429402646202835, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/mean": -6.880145519971848e-08, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/std": 8.761491965334225e-05, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/max_abs": 0.000942230224609375, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/norm": 0.009797045704694411, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/mean": 1.5064142644405365e-07, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/std": 3.826993615789589e-05, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/max_abs": 0.000514984130859375, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_input_layernorm_weight/norm": 0.002690505738057556, "train/tensor_grad_model_layers_38_input_layernorm_weight/mean": -8.743256330490112e-06, "train/tensor_grad_model_layers_38_input_layernorm_weight/std": 0.00011907576806599726, "train/tensor_grad_model_layers_38_input_layernorm_weight/max_abs": 0.000591278076171875, "train/tensor_grad_model_layers_38_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 0.017549173036475105, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -1.6633421182632446e-06, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 3.958205855910286e-05, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 0.00147247314453125, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 0.014054562394760613, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -7.008202373981476e-08, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 3.1712446520016346e-05, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 0.0009613037109375, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/norm": 0.00046194865609327807, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/mean": -4.2282044887542725e-06, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/std": 2.0032732213634126e-05, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/max_abs": 7.915496826171875e-05, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/norm": 0.006011866070117816, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/mean": 1.6833655536174774e-07, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/std": 2.3483896004115404e-05, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/max_abs": 0.00018405914306640625, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/norm": 0.014999475022904442, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/mean": -1.9278377294540405e-07, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/std": 5.859198362709428e-05, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/max_abs": 0.000835418701171875, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/norm": 0.0022170448164565465, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/mean": 8.862116374075413e-09, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/std": 8.660449124252207e-06, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/max_abs": 7.772445678710938e-05, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/norm": 0.0019476523319075676, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/mean": -1.1653173714876175e-07, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/std": 7.608039725408587e-06, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/max_abs": 7.390975952148438e-05, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_input_layernorm_weight/norm": 0.00041403965673323577, "train/tensor_grad_model_layers_37_input_layernorm_weight/mean": 7.278576958924532e-07, "train/tensor_grad_model_layers_37_input_layernorm_weight/std": 1.8346506674123834e-05, "train/tensor_grad_model_layers_37_input_layernorm_weight/max_abs": 8.440017700195312e-05, "train/tensor_grad_model_layers_37_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 0.019752677778200316, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -1.6186386346817017e-06, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 4.4480278592401706e-05, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 0.002105712890625, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 0.013186207265000827, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 8.07340256869793e-08, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 2.9778826708678953e-05, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 0.00060272216796875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/norm": 0.00047003761812155153, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/mean": 1.3224780559539795e-07, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/std": 2.0814605002272717e-05, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/max_abs": 5.936622619628906e-05, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/norm": 0.015958329968497748, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/mean": 2.240994945168495e-09, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/std": 6.233768979081473e-05, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/max_abs": 0.0015411376953125, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/norm": 0.026070372337064582, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/mean": -1.862645149230957e-09, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/std": 0.00010183769992679977, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/max_abs": 0.00107574462890625, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/norm": 0.00598389711538631, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/mean": -1.0564690455794334e-07, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/std": 2.337503471709984e-05, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/max_abs": 0.00028228759765625, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/norm": 0.005155732352831296, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/mean": -2.387678250670433e-07, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/std": 2.013979176948427e-05, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/max_abs": 0.00021076202392578125, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_input_layernorm_weight/norm": 0.00104259242454976, "train/tensor_grad_model_layers_36_input_layernorm_weight/mean": -5.02169132232666e-06, "train/tensor_grad_model_layers_36_input_layernorm_weight/std": 4.6009296728222315e-05, "train/tensor_grad_model_layers_36_input_layernorm_weight/max_abs": 0.000217437744140625, "train/tensor_grad_model_layers_36_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 0.011995155265466293, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -1.259148120880127e-06, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 2.7065455670607284e-05, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 0.000728607177734375, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 0.009797330885262523, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 4.2637111619114876e-08, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 2.211599471341195e-05, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 0.0004329681396484375, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/norm": 0.00028760989659771727, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/mean": 7.031485438346863e-07, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/std": 1.2743336951687048e-05, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/max_abs": 5.7220458984375e-05, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/norm": 0.006616123663407607, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/mean": -3.0139926820993423e-07, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/std": 2.584497359983149e-05, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/max_abs": 0.0002689361572265625, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/norm": 0.016238793029869095, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/mean": -2.16066837310791e-06, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/std": 6.343279577433732e-05, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/max_abs": 0.00116729736328125, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/norm": 0.003764478095786146, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/mean": -3.9173755794763565e-08, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/std": 1.4705172149269788e-05, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/max_abs": 0.000217437744140625, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/norm": 0.003087238055818336, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/mean": -8.32369551062584e-09, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/std": 1.2059604617819364e-05, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/max_abs": 0.00019931793212890625, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_input_layernorm_weight/norm": 0.0005256337584079708, "train/tensor_grad_model_layers_35_input_layernorm_weight/mean": -1.0565854609012604e-06, "train/tensor_grad_model_layers_35_input_layernorm_weight/std": 2.330656383331735e-05, "train/tensor_grad_model_layers_35_input_layernorm_weight/max_abs": 0.00010585784912109375, "train/tensor_grad_model_layers_35_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 0.013565569804882709, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -1.5292316675186157e-06, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 3.052006884512986e-05, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 0.00058746337890625, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 0.011506462525576036, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 1.3096723705530167e-07, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 2.593184096712048e-05, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 0.000537872314453125, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/norm": 0.0003658755077552339, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/mean": -9.597279131412506e-07, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/std": 1.6192615009180545e-05, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/max_abs": 5.7220458984375e-05, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/norm": 0.009411939721954263, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/mean": -1.306034391745925e-08, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/std": 3.676550897501042e-05, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/max_abs": 0.000354766845703125, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/norm": 0.025274893292768733, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/mean": -1.3262033462524414e-06, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/std": 9.873008186478266e-05, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/max_abs": 0.002044677734375, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/norm": 0.005301523474311594, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/mean": -9.173527359962463e-08, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/std": 2.0709077422261826e-05, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/max_abs": 0.000293731689453125, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/norm": 0.003474064717267629, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/mean": 7.63393472880125e-08, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/std": 1.3570676911410705e-05, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/max_abs": 0.00019741058349609375, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_input_layernorm_weight/norm": 0.0008211573368694023, "train/tensor_grad_model_layers_34_input_layernorm_weight/mean": -5.114823579788208e-06, "train/tensor_grad_model_layers_34_input_layernorm_weight/std": 3.608250472617069e-05, "train/tensor_grad_model_layers_34_input_layernorm_weight/max_abs": 0.0001811981201171875, "train/tensor_grad_model_layers_34_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 0.015443884679839244, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -1.4174729585647583e-06, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 3.4874229222423234e-05, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 0.013189173330115437, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 7.380731403827667e-08, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 2.9785660418649553e-05, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 0.00074005126953125, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/norm": 0.0004959143124958251, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/mean": 9.104609489440918e-06, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/std": 2.002212089005519e-05, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/max_abs": 8.153915405273438e-05, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/norm": 0.006138169142126705, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/mean": 1.3221870176494122e-07, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/std": 2.397732684414369e-05, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/max_abs": 0.0002918243408203125, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/norm": 0.018711730526104205, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/mean": -2.0186416804790497e-07, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/std": 7.309295155971806e-05, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/max_abs": 0.000942230224609375, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/norm": 0.0022326246980459525, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/mean": -5.192123353481293e-08, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/std": 8.721234954741128e-06, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/max_abs": 0.00012683868408203125, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/norm": 0.001519178939884478, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/mean": 8.870847523212433e-08, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/std": 5.934316023708544e-06, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/max_abs": 8.058547973632812e-05, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_input_layernorm_weight/norm": 0.00047174596826768725, "train/tensor_grad_model_layers_33_input_layernorm_weight/mean": -3.594905138015747e-06, "train/tensor_grad_model_layers_33_input_layernorm_weight/std": 2.0602619903845196e-05, "train/tensor_grad_model_layers_33_input_layernorm_weight/max_abs": 0.00011110305786132812, "train/tensor_grad_model_layers_33_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 0.01292486988450379, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -1.1082738637924194e-06, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 2.9148981119313704e-05, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 0.011710044488329635, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 2.0046718418598175e-07, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 2.6390075110970923e-05, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 0.000957489013671875, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/norm": 0.0003913761345345332, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/mean": 5.617737770080566e-06, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/std": 1.6444111604387973e-05, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/max_abs": 6.628036499023438e-05, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/norm": 0.007473271371038567, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/mean": 8.475035429000854e-08, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/std": 2.9192764137888647e-05, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/max_abs": 0.0003452301025390625, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/norm": 0.015022337890628937, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/mean": 3.137392923235893e-07, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/std": 5.868121199626779e-05, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/max_abs": 0.0008544921875, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/norm": 0.0032149638498846795, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/mean": -4.8137735575437546e-08, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/std": 1.2558459375466978e-05, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/max_abs": 0.0001811981201171875, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/norm": 0.0024467053125878393, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/mean": 2.1886080503463745e-08, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/std": 9.557504757101305e-06, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/max_abs": 0.00011682510375976562, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_input_layernorm_weight/norm": 0.000523619310464357, "train/tensor_grad_model_layers_32_input_layernorm_weight/mean": 6.332993507385254e-06, "train/tensor_grad_model_layers_32_input_layernorm_weight/std": 2.228961197332071e-05, "train/tensor_grad_model_layers_32_input_layernorm_weight/max_abs": 8.916854858398438e-05, "train/tensor_grad_model_layers_32_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 0.012039909776087387, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -1.123175024986267e-06, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 2.7122754912496303e-05, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 0.000614166259765625, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 0.011302798009798443, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": 4.3335603550076485e-08, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 2.5445967678475667e-05, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 0.00098419189453125, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/norm": 0.00036377018930068436, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/mean": 1.7015263438224792e-06, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/std": 1.6059047116382427e-05, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/max_abs": 8.535385131835938e-05, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/norm": 0.006158315696860969, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/mean": 7.217749953269958e-08, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/std": 2.4055959082086596e-05, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/max_abs": 0.00024318695068359375, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/norm": 0.019625341746519444, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/mean": -1.3709068298339844e-06, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/std": 7.666152794578209e-05, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/max_abs": 0.0012054443359375, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/norm": 0.0028259054887526313, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/mean": -9.953510016202927e-09, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/std": 1.1038846350068394e-05, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/max_abs": 0.000141143798828125, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/norm": 0.002395824254405746, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/mean": -7.409835234284401e-08, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/std": 9.35871186698307e-06, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/max_abs": 0.00014209747314453125, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_input_layernorm_weight/norm": 0.00040876376935366165, "train/tensor_grad_model_layers_31_input_layernorm_weight/mean": -1.905485987663269e-06, "train/tensor_grad_model_layers_31_input_layernorm_weight/std": 1.804427651120874e-05, "train/tensor_grad_model_layers_31_input_layernorm_weight/max_abs": 8.249282836914062e-05, "train/tensor_grad_model_layers_31_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 0.01318451207106198, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -1.212581992149353e-06, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 2.9715455372856738e-05, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 0.0008087158203125, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 0.012422641154719635, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -1.4035322237759829e-08, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 2.8048983749202196e-05, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 0.000576019287109375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/norm": 0.00036195049981576407, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/mean": 1.3827811926603317e-06, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/std": 1.601812882514289e-05, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/max_abs": 5.9604644775390625e-05, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/norm": 0.024483239396471, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/mean": 8.847564458847046e-08, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/std": 9.563782259906076e-05, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/max_abs": 0.0018463134765625, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/norm": 0.026830279935250115, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/mean": 5.718320608139038e-07, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/std": 0.00010480579736679165, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/max_abs": 0.0019378662109375, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/norm": 0.009503910768682658, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/mean": 1.7695128917694092e-08, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/std": 3.7124760861490354e-05, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/max_abs": 0.00045013427734375, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/norm": 0.007600852985143551, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/mean": 3.2316893339157104e-07, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/std": 2.9690936366105833e-05, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/max_abs": 0.00038909912109375, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_input_layernorm_weight/norm": 0.001908973002160847, "train/tensor_grad_model_layers_30_input_layernorm_weight/mean": -1.1332333087921143e-05, "train/tensor_grad_model_layers_30_input_layernorm_weight/std": 8.392306038036725e-05, "train/tensor_grad_model_layers_30_input_layernorm_weight/max_abs": 0.0003604888916015625, "train/tensor_grad_model_layers_30_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 0.021223302647734362, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -1.5757977962493896e-06, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 4.783349641998987e-05, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 0.0015869140625, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 0.015274162177726012, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -5.052424967288971e-08, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 3.442605253313681e-05, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 0.001373291015625, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/norm": 0.0005284388472222238, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/mean": -1.5995465219020844e-07, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/std": 2.3411051862159552e-05, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/max_abs": 0.00012493133544921875, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/norm": 0.005103466186984732, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/mean": -1.7229467630386353e-08, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/std": 1.9935885732455026e-05, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/max_abs": 0.00013828277587890625, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/norm": 0.01690905172997445, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/mean": 5.96512109041214e-07, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/std": 6.605103033660853e-05, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/max_abs": 0.00083160400390625, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/norm": 0.0021261659317942756, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/mean": 5.6374119594693184e-08, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/std": 8.305373804334524e-06, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/max_abs": 0.00010251998901367188, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/norm": 0.0016170222286069841, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/mean": 2.2164840629557148e-08, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/std": 6.3165142681480445e-06, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/max_abs": 9.34600830078125e-05, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_input_layernorm_weight/norm": 0.0005105534443199148, "train/tensor_grad_model_layers_29_input_layernorm_weight/mean": 6.73346221446991e-07, "train/tensor_grad_model_layers_29_input_layernorm_weight/std": 2.2649244413898184e-05, "train/tensor_grad_model_layers_29_input_layernorm_weight/max_abs": 0.0001659393310546875, "train/tensor_grad_model_layers_29_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 0.014134745982748007, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -1.2582167983055115e-06, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 3.1842971116058056e-05, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 0.000858306884765625, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 0.011187637586653315, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -2.400483936071396e-07, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 2.5218504235667795e-05, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 0.0005035400390625, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/norm": 0.00039424254915569775, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/mean": -2.168118953704834e-06, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/std": 1.7401004447314355e-05, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/max_abs": 8.0108642578125e-05, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/norm": 0.02293306147172587, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/mean": -1.3620592653751373e-08, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/std": 8.958231900844981e-05, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/max_abs": 0.00113677978515625, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/norm": 0.02521232208242133, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/mean": -7.450580596923828e-08, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/std": 9.848568505438802e-05, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/max_abs": 0.0010528564453125, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/norm": 0.005287252978716407, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/mean": 1.1909287422895432e-07, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/std": 2.065337304759879e-05, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/max_abs": 0.0002918243408203125, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/norm": 0.005959861114481057, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/mean": -2.5727786123752594e-07, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/std": 2.328077569880529e-05, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/max_abs": 0.0002422332763671875, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_input_layernorm_weight/norm": 0.0011781857856675842, "train/tensor_grad_model_layers_28_input_layernorm_weight/mean": -7.022172212600708e-06, "train/tensor_grad_model_layers_28_input_layernorm_weight/std": 5.168549050468688e-05, "train/tensor_grad_model_layers_28_input_layernorm_weight/max_abs": 0.0002593994140625, "train/tensor_grad_model_layers_28_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 0.010880490295581654, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -1.214444637298584e-06, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 2.4470498220025522e-05, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 0.000461578369140625, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 0.009644230686106998, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 1.0593794286251068e-07, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 2.1757211444022303e-05, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 0.000530242919921875, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/norm": 0.00025124250766047485, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/mean": -3.026798367500305e-07, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/std": 1.1132553750917087e-05, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/max_abs": 5.459785461425781e-05, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/norm": 0.006144689915591626, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/mean": -2.2992026060819626e-09, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/std": 2.4003011981105016e-05, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/max_abs": 0.0001964569091796875, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/norm": 0.02316386706831061, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/mean": -4.4517219066619873e-07, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/std": 9.04839646495825e-05, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/max_abs": 0.0011749267578125, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/norm": 0.003206225252683401, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/mean": -8.312053978443146e-08, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/std": 1.2524333748098974e-05, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/max_abs": 0.000202178955078125, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/norm": 0.0019428384624270946, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/mean": 7.508788257837296e-08, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/std": 7.589230125549628e-06, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/max_abs": 8.153915405273438e-05, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_input_layernorm_weight/norm": 0.0006737936830011122, "train/tensor_grad_model_layers_27_input_layernorm_weight/mean": 1.575332134962082e-06, "train/tensor_grad_model_layers_27_input_layernorm_weight/std": 2.9827870955404647e-05, "train/tensor_grad_model_layers_27_input_layernorm_weight/max_abs": 0.00014781951904296875, "train/tensor_grad_model_layers_27_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 0.01341715309073795, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -1.4454126358032227e-06, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 3.0232016807605632e-05, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 0.000705718994140625, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 0.013600503734593018, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 1.7136335372924805e-07, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 3.074412279179004e-05, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 0.00113677978515625, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/norm": 0.0004433693334589089, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/mean": 2.9616057872772217e-06, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/std": 1.9424524186331052e-05, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/max_abs": 7.581710815429688e-05, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/norm": 0.0049971544095779976, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/mean": -4.866160452365875e-08, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/std": 1.952020877917021e-05, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/max_abs": 0.00015354156494140625, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/norm": 0.01788507133806658, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/mean": -2.53116013482213e-07, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/std": 6.986369036344915e-05, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/max_abs": 0.000885009765625, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/norm": 0.001785856951981387, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/mean": -1.3180397218093276e-08, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/std": 6.976010958142066e-06, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/max_abs": 9.34600830078125e-05, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/norm": 0.0013881357854311851, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/mean": -1.3780663721263409e-08, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/std": 5.422406371495956e-06, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/max_abs": 5.507469177246094e-05, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_input_layernorm_weight/norm": 0.0005166802907438961, "train/tensor_grad_model_layers_26_input_layernorm_weight/mean": -7.361522875726223e-07, "train/tensor_grad_model_layers_26_input_layernorm_weight/std": 2.2908519720473907e-05, "train/tensor_grad_model_layers_26_input_layernorm_weight/max_abs": 0.0001678466796875, "train/tensor_grad_model_layers_26_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 0.013907413166134383, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -1.4137476682662964e-06, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 3.13677881883466e-05, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 0.0011444091796875, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 0.01080848005570702, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": -4.423782229423523e-09, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 2.436026507499299e-05, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 0.000690460205078125, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/norm": 0.00037505356825433137, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/mean": 6.303191184997559e-06, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/std": 1.5385844006788516e-05, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/max_abs": 6.532669067382812e-05, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/norm": 0.009493861109753293, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/mean": -3.1408853828907013e-07, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/std": 3.708554071148083e-05, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/max_abs": 0.000339508056640625, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/norm": 0.028462153427366157, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/mean": -5.052424967288971e-07, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/std": 0.00011118032457953616, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/max_abs": 0.00177001953125, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/norm": 0.007875102279014033, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/mean": 6.979098543524742e-08, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/std": 3.076212492383569e-05, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/max_abs": 0.0003757476806640625, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/norm": 0.004607472148198931, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/mean": -6.941263563930988e-08, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/std": 1.7997984200058586e-05, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/max_abs": 0.0002460479736328125, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_input_layernorm_weight/norm": 0.0013545291166077525, "train/tensor_grad_model_layers_25_input_layernorm_weight/mean": 5.6996941566467285e-06, "train/tensor_grad_model_layers_25_input_layernorm_weight/std": 5.983540867346856e-05, "train/tensor_grad_model_layers_25_input_layernorm_weight/max_abs": 0.0002574920654296875, "train/tensor_grad_model_layers_25_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 0.014224399974182081, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -1.3969838619232178e-06, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 3.207601824998195e-05, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 0.000858306884765625, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 0.012014356184044088, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 7.916241884231567e-08, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 2.710106244011916e-05, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 0.00101470947265625, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/norm": 0.00033664163039412654, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/mean": 3.252178430557251e-06, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/std": 1.457191240672809e-05, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/max_abs": 5.125999450683594e-05, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/norm": 0.013620074094782256, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/mean": -6.213667802512646e-08, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/std": 5.320350678583105e-05, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/max_abs": 0.000518798828125, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/norm": 0.026922800447805047, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/mean": 1.8835999071598053e-07, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/std": 0.0001051673355597746, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/max_abs": 0.00115203857421875, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/norm": 0.005310014746473961, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/mean": -2.6106135919690132e-08, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/std": 2.07423148743303e-05, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/max_abs": 0.0002841949462890625, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/norm": 0.003288994728962259, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/mean": -6.170012056827545e-09, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/std": 1.2847667653247373e-05, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/max_abs": 0.0002288818359375, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_input_layernorm_weight/norm": 0.0009459237820990801, "train/tensor_grad_model_layers_24_input_layernorm_weight/mean": -1.8402934074401855e-06, "train/tensor_grad_model_layers_24_input_layernorm_weight/std": 4.194863533441439e-05, "train/tensor_grad_model_layers_24_input_layernorm_weight/max_abs": 0.00014781951904296875, "train/tensor_grad_model_layers_24_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 0.01104980778915355, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -1.296401023864746e-06, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 2.492154447803915e-05, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 0.000518798828125, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 0.009635583987802279, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 3.8300640881061554e-08, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 2.174030221723321e-05, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 0.000591278076171875, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/norm": 0.00025958167012513176, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/mean": -1.2293457984924316e-07, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/std": 1.1511546971628257e-05, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/max_abs": 4.57763671875e-05, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/norm": 0.022154080245680673, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/mean": 1.0986695997416973e-07, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/std": 8.653951486655966e-05, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/norm": 0.029431225757989884, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/mean": -1.8533319234848022e-06, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/std": 0.00011496596020635465, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/max_abs": 0.00156402587890625, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/norm": 0.010823118348700879, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/mean": -8.051574695855379e-08, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/std": 4.227815182601987e-05, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/max_abs": 0.000751495361328125, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/norm": 0.008192307287603123, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/mean": -8.33242665976286e-08, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/std": 3.200126615882157e-05, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/max_abs": 0.000545501708984375, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_input_layernorm_weight/norm": 0.0020076110600566236, "train/tensor_grad_model_layers_23_input_layernorm_weight/mean": 2.7358531951904297e-05, "train/tensor_grad_model_layers_23_input_layernorm_weight/std": 8.460217434381112e-05, "train/tensor_grad_model_layers_23_input_layernorm_weight/max_abs": 0.00043487548828125, "train/tensor_grad_model_layers_23_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 0.014394756972718336, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": -1.434236764907837e-06, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 3.2440214007027405e-05, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 0.00083160400390625, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 0.010828151067066607, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 1.0663643479347229e-07, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 2.440168393701108e-05, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 0.0010528564453125, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/norm": 0.00030203785534487816, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/mean": 4.43682074546814e-06, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/std": 1.2627388430069108e-05, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/max_abs": 4.5299530029296875e-05, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/norm": 0.012180375559948673, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/mean": 4.76837158203125e-07, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/std": 4.757975048334704e-05, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/max_abs": 0.000637054443359375, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/norm": 0.01834114061996716, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/mean": -4.046596586704254e-07, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/std": 7.164518479914891e-05, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/max_abs": 0.00084686279296875, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/norm": 0.0036572026123362763, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/mean": 1.1757947504520416e-08, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/std": 1.4286036956595982e-05, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/max_abs": 0.00015354156494140625, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/norm": 0.003087153210377606, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/mean": -5.358015187084675e-08, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/std": 1.2059242330232879e-05, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/max_abs": 0.0001125335693359375, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_input_layernorm_weight/norm": 0.0005465577314307445, "train/tensor_grad_model_layers_22_input_layernorm_weight/mean": -2.469867467880249e-06, "train/tensor_grad_model_layers_22_input_layernorm_weight/std": 2.4082149147077085e-05, "train/tensor_grad_model_layers_22_input_layernorm_weight/max_abs": 0.00010251998901367188, "train/tensor_grad_model_layers_22_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 0.013249761052946084, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -1.4118850231170654e-06, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 2.9904269633828594e-05, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 0.000926971435546875, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 0.009888731348837223, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -5.084439180791378e-08, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 2.2295043079021984e-05, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 0.0004749298095703125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/norm": 0.0002689412299144474, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/mean": 5.151377990841866e-07, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/std": 1.1895921827453875e-05, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/max_abs": 4.00543212890625e-05, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/norm": 0.015373864172640176, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/mean": -7.514609023928642e-08, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/std": 6.0054199918751195e-05, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/max_abs": 0.00115966796875, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/norm": 0.02319881977252713, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/mean": -4.055909812450409e-07, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/std": 9.062040966762404e-05, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/max_abs": 0.00104522705078125, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/norm": 0.002858499049510042, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/mean": 2.9685907065868378e-08, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/std": 1.116607204079338e-05, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/max_abs": 0.00011301040649414062, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/norm": 0.0038333892632460803, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/mean": 2.6859197532758117e-08, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/std": 1.4974192162440365e-05, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/max_abs": 0.00019550323486328125, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_input_layernorm_weight/norm": 0.0007619613099257511, "train/tensor_grad_model_layers_21_input_layernorm_weight/mean": -9.885989129543304e-07, "train/tensor_grad_model_layers_21_input_layernorm_weight/std": 3.383453987881422e-05, "train/tensor_grad_model_layers_21_input_layernorm_weight/max_abs": 0.000141143798828125, "train/tensor_grad_model_layers_21_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 0.012457378560844057, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -1.3336539268493652e-06, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 2.8058072907278245e-05, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 0.000701904296875, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 0.009954626290536282, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -5.528272595256567e-08, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 2.245421525781889e-05, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 0.00055694580078125, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/norm": 0.00030920527492229777, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/mean": 1.0970979928970337e-06, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/std": 1.3683759909073244e-05, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/max_abs": 5.1021575927734375e-05, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/norm": 0.0037277849389630007, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/mean": 7.997732609510422e-08, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/std": 1.4561715864380332e-05, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/max_abs": 0.0001010894775390625, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/norm": 0.015414851335234899, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/mean": 1.2153759598731995e-07, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/std": 6.021427269554065e-05, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/max_abs": 0.000579833984375, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/norm": 0.001061610442020309, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/mean": 9.735231287777424e-09, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/std": 4.146919722576751e-06, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/max_abs": 5.412101745605469e-05, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/norm": 0.0009272539626596672, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/mean": 7.040853233775124e-09, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/std": 3.622089055461175e-06, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/max_abs": 5.412101745605469e-05, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_input_layernorm_weight/norm": 0.0003116093433217033, "train/tensor_grad_model_layers_20_input_layernorm_weight/mean": 8.372589945793152e-07, "train/tensor_grad_model_layers_20_input_layernorm_weight/std": 1.3811566250767579e-05, "train/tensor_grad_model_layers_20_input_layernorm_weight/max_abs": 5.078315734863281e-05, "train/tensor_grad_model_layers_20_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 0.0111565437358366, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -1.2703239917755127e-06, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 2.5098698489668597e-05, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 0.00075531005859375, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 0.008748118078985772, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": -5.384208634495735e-09, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 1.97397006177092e-05, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 0.000568389892578125, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/norm": 0.00024254892839003746, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/mean": 1.7043203115463257e-06, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/std": 1.0608796624355658e-05, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/max_abs": 5.125999450683594e-05, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/norm": 0.003994554554166061, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/mean": 9.737414075061679e-08, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/std": 1.560399356777212e-05, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/max_abs": 0.0002155303955078125, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/norm": 0.016389388547795074, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/mean": 6.763730198144913e-08, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/std": 6.402109368735136e-05, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/max_abs": 0.000644683837890625, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/norm": 0.0009337343364220705, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/mean": 9.356881491839886e-09, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/std": 3.647407047442952e-06, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/max_abs": 4.2438507080078125e-05, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/norm": 0.0009092733239439524, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/mean": -1.4053512131795287e-08, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/std": 3.551864872760974e-06, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/max_abs": 3.6716461181640625e-05, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_input_layernorm_weight/norm": 0.00035102470311389243, "train/tensor_grad_model_layers_19_input_layernorm_weight/mean": -9.78587195277214e-07, "train/tensor_grad_model_layers_19_input_layernorm_weight/std": 1.5558455470093667e-05, "train/tensor_grad_model_layers_19_input_layernorm_weight/max_abs": 7.295608520507812e-05, "train/tensor_grad_model_layers_19_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 0.012043003496731779, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -1.3299286365509033e-06, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 2.7099768368644666e-05, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 0.00063323974609375, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 0.009374511229171673, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -1.100124791264534e-08, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 2.114456496738732e-05, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 0.0004119873046875, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/norm": 0.0002844060843176129, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/mean": 4.075467586517334e-06, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/std": 1.1908934470989852e-05, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/max_abs": 4.029273986816406e-05, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/norm": 0.006274090472831295, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/mean": -1.421431079506874e-07, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/std": 2.450826039231835e-05, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/max_abs": 0.0002307891845703125, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/norm": 0.023104124570234343, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/mean": -2.117303665727377e-08, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/std": 9.025049896153032e-05, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/max_abs": 0.00077056884765625, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/norm": 0.004851071185421584, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/mean": 2.44705006480217e-07, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/std": 1.8949555376447225e-05, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/max_abs": 0.0003204345703125, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/norm": 0.002930492052231202, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/mean": -2.718297764658928e-08, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/std": 1.144726512822842e-05, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/max_abs": 0.000141143798828125, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_input_layernorm_weight/norm": 0.0008358932262242879, "train/tensor_grad_model_layers_18_input_layernorm_weight/mean": -7.972121238708496e-06, "train/tensor_grad_model_layers_18_input_layernorm_weight/std": 3.6158812149529175e-05, "train/tensor_grad_model_layers_18_input_layernorm_weight/max_abs": 0.000209808349609375, "train/tensor_grad_model_layers_18_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 0.015447020151211473, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -1.3783574104309082e-06, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 3.488223586437503e-05, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 0.001129150390625, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 0.009859303342676701, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": -4.266621544957161e-08, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 2.2237778161978875e-05, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 0.000606536865234375, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/norm": 0.000409314083575915, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/mean": 8.717179298400879e-06, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/std": 1.5869918562513853e-05, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/max_abs": 8.821487426757812e-05, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/norm": 0.01739876690035863, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/mean": -3.5855919122695923e-07, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/std": 6.796400631211121e-05, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/max_abs": 0.00144195556640625, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/norm": 0.02182798442098996, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/mean": -6.958725862205029e-08, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/std": 8.526557547592701e-05, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/max_abs": 0.00103759765625, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/norm": 0.0025138826037377237, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/mean": 8.905772119760513e-08, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/std": 9.819861038790733e-06, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/max_abs": 0.00012874603271484375, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/norm": 0.0022791084319522853, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/mean": -3.536115400493145e-08, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/std": 8.902768552355363e-06, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/max_abs": 0.000133514404296875, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_input_layernorm_weight/norm": 0.0007402552490700781, "train/tensor_grad_model_layers_17_input_layernorm_weight/mean": -2.802349627017975e-06, "train/tensor_grad_model_layers_17_input_layernorm_weight/std": 3.274628795433613e-05, "train/tensor_grad_model_layers_17_input_layernorm_weight/max_abs": 0.00013828277587890625, "train/tensor_grad_model_layers_17_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 0.011676114725587739, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -1.1334195733070374e-06, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 2.629364525477376e-05, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 0.009629879683681777, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 1.9805156625807285e-08, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 2.1700516612226267e-05, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 0.000682830810546875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/norm": 0.00030612945556640625, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/mean": 5.535781383514404e-06, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/std": 1.241584879237127e-05, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/max_abs": 5.030632019042969e-05, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/norm": 0.006829514210487357, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/mean": 5.9138983488082886e-08, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/std": 2.66779357740168e-05, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/max_abs": 0.0003910064697265625, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/norm": 0.018831398232247252, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/mean": 1.9054277800023556e-07, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/std": 7.356026416610561e-05, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/max_abs": 0.0007171630859375, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/norm": 0.002008332143743192, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/mean": 1.108492142520845e-08, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/std": 7.845054338275026e-06, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/max_abs": 0.0001163482666015625, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/norm": 0.0016303982196892183, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/mean": -3.0740920919924974e-09, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/std": 6.368748335434179e-06, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/max_abs": 0.00011873245239257812, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_input_layernorm_weight/norm": 0.000492935241182008, "train/tensor_grad_model_layers_16_input_layernorm_weight/mean": 3.907829523086548e-06, "train/tensor_grad_model_layers_16_input_layernorm_weight/std": 2.148111925958791e-05, "train/tensor_grad_model_layers_16_input_layernorm_weight/max_abs": 0.0001049041748046875, "train/tensor_grad_model_layers_16_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 0.015523251408084053, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -1.3560056686401367e-06, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 3.4999261952338816e-05, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 0.000911712646484375, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 0.011145811689955949, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": -4.778848960995674e-08, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 2.5079718953338793e-05, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 0.000659942626953125, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/norm": 0.0004319449867816547, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/mean": 3.676861524581909e-06, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/std": 1.8791602418381337e-05, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/max_abs": 9.34600830078125e-05, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/norm": 0.0068906400522513135, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/mean": -4.313187673687935e-08, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/std": 2.6916602211504304e-05, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/max_abs": 0.0002269744873046875, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/norm": 0.01993197390825783, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/mean": 8.440110832452774e-08, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/std": 7.785927783622484e-05, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/max_abs": 0.0010833740234375, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/norm": 0.002231412048425801, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/mean": 4.5140041038393974e-08, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/std": 8.716487420802063e-06, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/max_abs": 0.0001277923583984375, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/norm": 0.0018570955573483405, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/mean": 3.943569026887417e-08, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/std": 7.254296889339945e-06, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/max_abs": 8.058547973632812e-05, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_input_layernorm_weight/norm": 0.0005846669159878628, "train/tensor_grad_model_layers_15_input_layernorm_weight/mean": 2.0712614059448242e-06, "train/tensor_grad_model_layers_15_input_layernorm_weight/std": 2.589729914077886e-05, "train/tensor_grad_model_layers_15_input_layernorm_weight/max_abs": 0.00014495849609375, "train/tensor_grad_model_layers_15_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 0.015825916992982303, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -1.1622905731201172e-06, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 3.564935309873143e-05, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 0.00099945068359375, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 0.011847189537185615, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 6.912159733474255e-09, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 2.671808466093252e-05, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 0.000896453857421875, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/norm": 0.0005094727783978056, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/mean": 6.727874279022217e-06, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/std": 2.1501382943551438e-05, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/max_abs": 9.5367431640625e-05, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/norm": 0.009585726256090998, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/mean": -4.7392677515745163e-07, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/std": 3.744524743948178e-05, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/max_abs": 0.00034332275390625, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/norm": 0.02280992480335442, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/mean": -1.3201497495174408e-07, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/std": 8.910128863711993e-05, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/max_abs": 0.000682830810546875, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/norm": 0.005024429855099429, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/mean": 3.9362930692732334e-08, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/std": 1.9626686236224023e-05, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/max_abs": 0.000255584716796875, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/norm": 0.0033268622002891983, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/mean": 1.3795215636491776e-08, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/std": 1.2995695398202499e-05, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/max_abs": 0.00018978118896484375, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_input_layernorm_weight/norm": 0.0007441935673726291, "train/tensor_grad_model_layers_14_input_layernorm_weight/mean": 4.324130713939667e-06, "train/tensor_grad_model_layers_14_input_layernorm_weight/std": 3.2737546286456916e-05, "train/tensor_grad_model_layers_14_input_layernorm_weight/max_abs": 0.000164031982421875, "train/tensor_grad_model_layers_14_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 0.014499286444963462, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -1.430511474609375e-06, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 3.2672051108089266e-05, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 0.000949859619140625, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 0.010254360370570913, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 1.909211277961731e-08, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 2.3157454592506235e-05, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 0.0003833770751953125, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/norm": 0.0003785390333360968, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/mean": 1.5667174011468887e-06, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/std": 1.6688480079636855e-05, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/max_abs": 6.389617919921875e-05, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/norm": 0.007873653440548037, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/mean": 1.6926787793636322e-07, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/std": 3.075648183021347e-05, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/max_abs": 0.000751495361328125, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/norm": 0.022584162502152134, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/mean": -4.269531928002834e-08, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/std": 8.821939258033412e-05, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/max_abs": 0.00081634521484375, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/norm": 0.002480468581041946, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/mean": 3.498280420899391e-08, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/std": 9.689338113277729e-06, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/max_abs": 0.00012111663818359375, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/norm": 0.00186385343271341, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/mean": 3.41096892952919e-08, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/std": 7.280684115935414e-06, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/max_abs": 8.249282836914062e-05, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_input_layernorm_weight/norm": 0.0007267924372419559, "train/tensor_grad_model_layers_13_input_layernorm_weight/mean": -1.0444782674312592e-06, "train/tensor_grad_model_layers_13_input_layernorm_weight/std": 3.225261236576057e-05, "train/tensor_grad_model_layers_13_input_layernorm_weight/max_abs": 0.00012683868408203125, "train/tensor_grad_model_layers_13_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 0.013767115063076797, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -1.1818483471870422e-06, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 3.097211836046235e-05, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 0.0009307861328125, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 0.009435213948943838, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 4.2298779590055346e-08, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 2.1259394158273475e-05, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 0.000530242919921875, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/norm": 0.00034657763310468964, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/mean": -3.293156623840332e-06, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/std": 1.5016796292554073e-05, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/max_abs": 0.00010156631469726562, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/norm": 0.006840431915736818, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/mean": -1.284060999751091e-07, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/std": 2.672044765638329e-05, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/max_abs": 0.00034332275390625, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/norm": 0.02157806429070641, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/mean": 6.257141649257392e-08, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/std": 8.428933291415494e-05, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/max_abs": 0.0008544921875, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/norm": 0.0032736593105303644, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/mean": 4.2549800127744675e-08, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/std": 1.2803326744127825e-05, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/max_abs": 0.0002651214599609375, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/norm": 0.0027252961903062077, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/mean": -1.0683663731470006e-08, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/std": 1.0645739876869124e-05, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/max_abs": 0.0001316070556640625, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_input_layernorm_weight/norm": 0.0004970171395023933, "train/tensor_grad_model_layers_12_input_layernorm_weight/mean": 5.207955837249756e-06, "train/tensor_grad_model_layers_12_input_layernorm_weight/std": 2.144108169618802e-05, "train/tensor_grad_model_layers_12_input_layernorm_weight/max_abs": 9.012222290039062e-05, "train/tensor_grad_model_layers_12_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 0.01242369068719208, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -1.1622905731201172e-06, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 2.802190254591933e-05, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 0.008927995586558888, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 2.7765054255723953e-08, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 2.0120102580696132e-05, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 0.000339508056640625, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/norm": 0.0002740001079329165, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/mean": 8.847564458847046e-09, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/std": 1.2184009945461852e-05, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/max_abs": 5.793571472167969e-05, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/norm": 0.009969630842247256, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/mean": 6.04486558586359e-08, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/std": 3.894389606775928e-05, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/max_abs": 0.0003871917724609375, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/norm": 0.027747645359835725, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/mean": -2.1583400666713715e-07, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/std": 0.00010838924517517627, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/norm": 0.0046008222240321245, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/mean": -1.6833655536174774e-07, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/std": 1.7972058376966554e-05, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/max_abs": 0.00021076202392578125, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/norm": 0.0027875389658231537, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/mean": -3.400782588869333e-08, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/std": 1.0888836460286404e-05, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/max_abs": 0.0001239776611328125, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_input_layernorm_weight/norm": 0.0010470023706023357, "train/tensor_grad_model_layers_11_input_layernorm_weight/mean": -5.513429641723633e-07, "train/tensor_grad_model_layers_11_input_layernorm_weight/std": 4.6459720150722506e-05, "train/tensor_grad_model_layers_11_input_layernorm_weight/max_abs": 0.00017261505126953125, "train/tensor_grad_model_layers_11_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 0.015261535397383353, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -1.1874362826347351e-06, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 3.440031592130111e-05, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 0.011083134017791806, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 9.875657269731164e-08, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 2.4986434074458318e-05, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 0.00081634521484375, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/norm": 0.000386392303577901, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/mean": -4.511326551437378e-06, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/std": 1.6546306607512437e-05, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/max_abs": 7.534027099609375e-05, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/norm": 0.01652475428463482, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/mean": 1.2876989785581827e-07, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/std": 6.454988056784018e-05, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/max_abs": 0.0011444091796875, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/norm": 0.03351602656339509, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/mean": 2.939486876130104e-08, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/std": 0.00013092198309068613, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/max_abs": 0.0016937255859375, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/norm": 0.007755383679863032, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/mean": -7.55499058868736e-08, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/std": 3.0294507621588435e-05, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/max_abs": 0.0004863739013671875, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/norm": 0.005255185435963235, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/mean": -5.349284037947655e-08, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/std": 2.0528102965102608e-05, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/max_abs": 0.000213623046875, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_input_layernorm_weight/norm": 0.0017011069215315585, "train/tensor_grad_model_layers_10_input_layernorm_weight/mean": -8.033588528633118e-06, "train/tensor_grad_model_layers_10_input_layernorm_weight/std": 7.511343288532451e-05, "train/tensor_grad_model_layers_10_input_layernorm_weight/max_abs": 0.0002765655517578125, "train/tensor_grad_model_layers_10_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 0.015826270076668772, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -1.4211982488632202e-06, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 3.564967635048226e-05, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 0.000865936279296875, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 0.011980666363867753, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": -3.892637323588133e-08, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 2.6976860771496053e-05, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 0.000804901123046875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/norm": 0.0004568627551997168, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/mean": -1.7695128917694092e-07, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/std": 2.0275493083650714e-05, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/max_abs": 9.107589721679688e-05, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/norm": 0.023067655731391547, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/mean": -9.4645656645298e-07, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/std": 9.011140905345553e-05, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/max_abs": 0.0009765625, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/norm": 0.04421018672561128, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/mean": 1.8195714801549911e-07, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/std": 0.0001726961429325888, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/max_abs": 0.00189971923828125, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/norm": 0.01692207274493125, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/mean": -3.1912350095808506e-08, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/std": 6.61018502652816e-05, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/norm": 0.007828665935458487, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/mean": -1.5273690223693848e-07, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/std": 3.058073642889026e-05, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/max_abs": 0.000560760498046875, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_input_layernorm_weight/norm": 0.0034552145618867132, "train/tensor_grad_model_layers_9_input_layernorm_weight/mean": 1.6830861568450928e-05, "train/tensor_grad_model_layers_9_input_layernorm_weight/std": 0.00015209685725137912, "train/tensor_grad_model_layers_9_input_layernorm_weight/max_abs": 0.00055694580078125, "train/tensor_grad_model_layers_9_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.017126099411973583, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -1.2237578630447388e-06, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 3.8519006433669036e-05, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.00106048583984375, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 0.010025523737951363, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 1.7462298274040222e-08, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 2.25915965687354e-05, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 0.000568389892578125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.00043811864524860697, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": 6.807968020439148e-07, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 1.942485486072062e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.00010728836059570312, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.022951004283514865, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": -4.4889748096466064e-07, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 8.965364805307021e-05, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.00130462646484375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.0267477476027349, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": -5.62518835067749e-07, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.00010448343483066576, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.000965118408203125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.003926559639146782, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": 3.195918907294981e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 1.533819118617775e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 0.00020313262939453125, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.002855779293045231, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": -6.792834028601646e-08, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 1.1155442059856786e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 0.00010251998901367188, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.0007696311268340604, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 2.105720341205597e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 3.4013001609369716e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.00014495849609375, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.023084687071627738, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -1.5739351511001587e-06, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 5.2067560749703664e-05, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.00109100341796875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 0.015551902734389639, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 1.301232259720564e-07, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 3.5123332548909324e-05, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 0.00142669677734375, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.0007048885511305826, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": 8.806586265563965e-06, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 3.0036494279178607e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.00014972686767578125, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.025942310898212837, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -6.584450602531433e-07, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.00010133825582034612, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.000720977783203125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.03498097277203102, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": -5.401670932769775e-07, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.00013664462661676399, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.00119781494140625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.005816861736224693, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": -5.366746336221695e-08, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 2.2722419520627327e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 0.00022125244140625, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.005729487348742707, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": -9.627547115087509e-08, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 2.238085144623234e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 0.00022029876708984375, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.0014082692636045156, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": -2.4940818548202515e-06, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 6.247860878530455e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.00021648406982421875, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.022901282059292205, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -1.6223639249801636e-06, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 5.170498773993126e-05, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.001068115234375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 0.015160726151717676, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 1.9790604710578918e-07, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 3.418420515221062e-05, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 0.00112152099609375, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.000879837823933834, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": 1.868605613708496e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 3.4183289761520924e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.00018405914306640625, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.022016946870689395, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": 1.3865064829587936e-07, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 8.6003844826394e-05, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0010833740234375, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.030014220384083915, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": -1.9266735762357712e-07, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.00011736594906057489, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.00176239013671875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.011279620541639234, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": -5.906031219637953e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 4.4061038638121955e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 0.0007476806640625, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 0.007197232912732012, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": -2.4319160729646683e-07, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 2.8114446417981685e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 0.0004291534423828125, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.0012868314549357293, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": 4.92483377456665e-06, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 5.6748162331202306e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.00023555755615234375, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.027110054821098278, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -2.000480890274048e-06, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 6.106052622057872e-05, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.0025177001953125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 0.02157884116783256, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": 2.0372681319713593e-07, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 4.859442379043525e-05, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 0.00177764892578125, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.0011290215083620077, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": 1.4916062355041504e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 4.780073958722776e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.00026702880859375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.018595500030225868, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": -2.1338928490877151e-07, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 7.263893572121395e-05, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.00103759765625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.029545681167280277, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -6.128102540969849e-07, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.00011541282982066425, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.00106048583984375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.004959693287092593, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": 2.4330802261829376e-07, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 1.9373894121332006e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 0.00017452239990234375, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.004108618445883454, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": -2.232263796031475e-08, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 1.604932478800005e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 0.0001544952392578125, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.001030859738007807, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -1.130625605583191e-06, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 4.575568375055087e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.0001850128173828125, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.031721903169747406, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -2.294778823852539e-06, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 7.155519529614342e-05, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.002960205078125, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 0.014874149865211793, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 3.0174851417541504e-07, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 3.3496174683384544e-05, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 0.000911712646484375, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.0006354820811478658, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": 7.890164852142334e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 2.7042314127582723e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0001277923583984375, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.02118104602336174, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": 6.516929715871811e-07, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 8.27399890012363e-05, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.00115966796875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.027710633122697875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": 1.4042598195374012e-07, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.00010824473753322509, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.00099945068359375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.005592611600606873, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": -1.3364478945732117e-07, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 2.184619122241247e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 0.0002613067626953125, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 0.003899747681861412, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": -6.548361852765083e-08, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 1.5233400982868491e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 0.0001373291015625, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.0015418126733785723, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": 8.940696716308594e-06, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 6.774742429161967e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.00026702880859375, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.03052941664908421, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -2.7045607566833496e-06, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 6.869228880926604e-05, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.0020904541015625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 0.020299213906040076, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 4.831235855817795e-09, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 4.58475978027357e-05, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 0.00119781494140625, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.0010064892769852728, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 6.064772605895996e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 4.431470805677345e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.00020122528076171875, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.026095723631452267, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 5.6461431086063385e-08, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.00010193663626391373, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.0372978244080541, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": 5.075708031654358e-07, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.00014569470356099525, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.00133514404296875, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.014118659942799053, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": 5.555921234190464e-08, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 5.515111446587787e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 0.0005645751953125, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.007804702801732365, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 6.402842700481415e-08, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 3.048721589279567e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0002288818359375, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.001748821324076837, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": 1.2479722499847412e-07, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 7.754912993226048e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.00034332275390625, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.05379479537698033, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -3.598630428314209e-06, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.00012128323698990322, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.004974365234375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 0.03057453181578161, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": -3.6298297345638275e-07, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 6.8907338523671e-05, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 0.00142669677734375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.001721996768264903, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": -2.3871660232543945e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 7.251837141722819e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.0002574920654296875, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.01399439772205349, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": -2.314336597919464e-07, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 5.46664494827735e-05, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.0007171630859375, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.027843941265095765, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 3.57162207365036e-07, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.00010876548148819759, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.0052820100688805854, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": -2.7334317564964294e-07, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 2.0632880727345266e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 0.000301361083984375, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.00389448271035313, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 1.6298145055770874e-09, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 1.5212867750621527e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 0.0001506805419921875, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.0009688298478261937, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": 7.18235969543457e-06, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 4.237413421463552e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.00019550323486328125, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.10977616989148282, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -5.140900611877441e-06, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.00024778933412813835, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.008544921875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 0.05143942159815487, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 1.5348196029663086e-06, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 0.000116053472946098, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 0.0025177001953125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.004090984930813693, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": 8.96453857421875e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 0.00015780680630467833, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.000728607177734375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.04005655046345264, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 6.314367055892944e-07, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.00015647094569165037, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.0032501220703125, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.037552645604566406, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": -1.890293788164854e-07, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.0001466901414651219, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.0012359619140625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.004659980219020834, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": -6.181653589010239e-08, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 1.820311397295079e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 0.00023651123046875, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.0041789655975567755, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": -1.4936085790395737e-07, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 1.6324139137664526e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 0.00026702880859375, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.0012028218969717375, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": 1.8283724784851074e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 5.0170319951843464e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.00023937225341796875, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.4087786108613731, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -4.553794860839844e-05, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.0009214203514981343, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.01470947265625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 0.20370049747037372, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 4.263594746589661e-06, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 0.00045890797171738363, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 0.00860595703125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.02474499526141174, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -0.00017608702182769775, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 0.0010860407565731547, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.003814697265625, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.2511005021370167, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": 7.264316082000732e-06, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.0009808628308721158, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.010498046875, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.2563402156658267, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 1.5914440155029297e-05, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.0010013411041869666, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0108642578125, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.028427119928217382, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -7.380731403827667e-07, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 0.00011104410157844542, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 0.00099945068359375, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.1118094762795215, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": 2.360902726650238e-07, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 0.0004367561089211881, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 0.0069580078125, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.011561490929879526, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 0.00015866756439208984, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 0.0004863983707957774, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.00168609619140625, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.24200383266850367, "train/tensor_grad_model_embed_tokens_weight/mean": -5.457550287246704e-07, "train/tensor_grad_model_embed_tokens_weight/std": 0.0001669379958764409, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.00787353515625, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 56.75, "train/tensor_param_model_embed_tokens_weight/mean": -0.00689697265625, "train/tensor_param_model_embed_tokens_weight/std": 0.078125, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.4296875, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.390625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -7.82012939453125e-05, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 8.7738037109375e-05, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.703125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": 0.0002918243408203125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.09765625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 10.25, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": -0.000698089599609375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.2431640625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.000232696533203125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 4.5, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": -0.00011348724365234375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.1748046875, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 4.375, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": -7.772445678710938e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.90625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": 9.441375732421875e-05, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.890625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 4.125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.00019073486328125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.78125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.095703125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.78125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": 0.0002765655517578125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 5.030632019042969e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.023193359375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00045013427734375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 5.125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.1767578125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": 9.679794311523438e-05, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 3.125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.00017547607421875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.00010442733764648438, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.0007171630859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 4.65625, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.2177734375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 4.65625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 5.555152893066406e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": 1.430511474609375e-05, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.1044921875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.765625, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -5.221366882324219e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": -0.0004730224609375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -0.000682830810546875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -3.0040740966796875e-05, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.2041015625, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.953125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": 0.00021266937255859375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.984375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 6.67572021484375e-05, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": 9.238719940185547e-07, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 4.375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.90625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.00034332275390625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.953125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.2255859375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 5.375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.000667572021484375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.216796875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 3.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -8.106231689453125e-05, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.1103515625, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": 0.00021648406982421875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 9.107589721679688e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 5.125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.201171875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.2041015625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.90625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.00014209747314453125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.953125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -0.00034332275390625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -9.059906005859375e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0001583099365234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/max_abs": 0.2431640625, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/mean": 0.00024318695068359375, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/norm": 3.3125, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/std": 0.02587890625, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -1.2755393981933594e-05, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": 0.000606536865234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_9_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_9_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_9_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_9_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/mean": 0.000354766845703125, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/norm": 4.34375, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/mean": 5.745887756347656e-05, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/max_abs": 0.2041015625, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/norm": 2.90625, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/mean": 3.4332275390625e-05, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/norm": 2.84375, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/mean": -4.976987838745117e-06, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/max_abs": 0.10302734375, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": 7.295608520507812e-05, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_10_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_10_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_10_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_10_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/norm": 4.6875, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/mean": 0.00022220611572265625, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/max_abs": 0.1923828125, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/mean": 0.0004291534423828125, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/norm": 2.84375, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/mean": 0.0001583099365234375, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/mean": 8.678436279296875e-05, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 9.822845458984375e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.00113677978515625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_11_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_11_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_11_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_11_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/mean": 0.000179290771484375, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/norm": 3.796875, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/mean": 0.00011968612670898438, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/norm": 2.734375, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/mean": -1.4007091522216797e-05, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/max_abs": 0.0908203125, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -4.9114227294921875e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.0966796875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.000732421875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_12_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_12_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_12_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_12_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/norm": 4.3125, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/norm": 3.953125, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/mean": -9.489059448242188e-05, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/norm": 2.734375, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/mean": -0.00010728836059570312, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.00011873245239257812, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.000911712646484375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.09765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_13_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_13_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_13_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_13_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/norm": 4.625, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/norm": 4.375, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/norm": 2.921875, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/norm": 2.828125, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 1.0609626770019531e-05, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1083984375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.10107421875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_14_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_14_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_14_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_14_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/norm": 4.59375, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/mean": -1.2934207916259766e-05, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/mean": -7.677078247070312e-05, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/norm": 2.78125, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/mean": -6.67572021484375e-05, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": 0.000926971435546875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_15_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_15_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_15_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_15_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/norm": 3.875, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/mean": 2.7418136596679688e-05, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/norm": 3.625, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/mean": -8.249282836914062e-05, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/norm": 2.75, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/std": 0.021484375, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -8.296966552734375e-05, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 0.00089263916015625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_16_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_16_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_16_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_16_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/norm": 4.3125, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/mean": -0.0004291534423828125, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/norm": 2.734375, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/mean": -0.00011777877807617188, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/norm": 2.625, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/mean": 0.00023174285888671875, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -4.601478576660156e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.00095367431640625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_17_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_17_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_17_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_17_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/norm": 4.1875, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/mean": 0.000583648681640625, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/norm": 3.875, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/mean": 0.000110626220703125, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/max_abs": 0.10302734375, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/mean": 7.534027099609375e-05, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -3.910064697265625e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.00115203857421875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.10546875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_18_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_18_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_18_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_18_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/norm": 3.703125, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/mean": 0.00012063980102539062, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/mean": -7.534027099609375e-05, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": 4.839897155761719e-05, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.10107421875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.001190185546875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_19_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_19_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_19_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_19_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/mean": -1.239776611328125e-05, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/max_abs": 0.1923828125, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/norm": 2.703125, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/mean": 7.772445678710938e-05, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": -9.012222290039062e-05, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.095703125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.000759124755859375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_20_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_20_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_20_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_20_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/norm": 4.5625, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/mean": -7.867813110351562e-05, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/norm": 2.90625, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/mean": 3.8623809814453125e-05, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/norm": 2.84375, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/mean": 5.7697296142578125e-05, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -7.62939453125e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000690460205078125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_21_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_21_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_21_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_21_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/norm": 4.65625, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/mean": 0.0003223419189453125, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/mean": 3.695487976074219e-05, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/norm": 2.875, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/mean": 6.532669067382812e-05, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/norm": 2.8125, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/mean": -8.392333984375e-05, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -9.775161743164062e-05, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1103515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": 0.000576019287109375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_22_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_22_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_22_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_22_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/mean": -0.00012493133544921875, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/norm": 4.375, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/mean": -7.05718994140625e-05, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/max_abs": 0.2275390625, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/norm": 3.234375, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/std": 0.0252685546875, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/norm": 3.21875, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/mean": 0.00019550323486328125, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/std": 0.025146484375, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 6.29425048828125e-05, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_23_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_23_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_23_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_23_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/norm": 2.96875, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/std": 0.023193359375, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/norm": 2.953125, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/mean": 0.00023555755615234375, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.00087738037109375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_24_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_24_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_24_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_24_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/norm": 4.75, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/mean": 4.673004150390625e-05, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/max_abs": 0.193359375, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/norm": 2.953125, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/mean": -2.2172927856445312e-05, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/norm": 2.984375, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/mean": 0.0001983642578125, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.00012874603271484375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_25_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_25_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_25_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_25_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/norm": 3.90625, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/mean": 7.295608520507812e-05, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/mean": -4.744529724121094e-05, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/norm": 2.78125, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/mean": -8.392333984375e-05, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/norm": 2.625, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/mean": -4.482269287109375e-05, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -0.00010395050048828125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.00140380859375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.107421875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_26_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_26_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_26_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_26_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/norm": 3.875, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/mean": -0.00015926361083984375, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/mean": 0.00019073486328125, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/max_abs": 0.107421875, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/mean": -7.963180541992188e-05, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/max_abs": 0.10107421875, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00028228759765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.000865936279296875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.10595703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_27_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_27_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_27_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_27_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/norm": 4.6875, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/mean": 0.0003414154052734375, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/max_abs": 0.201171875, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/norm": 4.625, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/mean": -0.0002040863037109375, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/max_abs": 0.2138671875, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/norm": 2.953125, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/mean": 2.0503997802734375e-05, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/norm": 2.921875, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/mean": -3.886222839355469e-05, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -0.00011348724365234375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.000518798828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.10302734375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_28_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_28_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_28_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_28_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/norm": 4.1875, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/mean": 4.76837158203125e-05, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/mean": 7.390975952148438e-05, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/mean": 0.00014495849609375, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.00011348724365234375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.000911712646484375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_29_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_29_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_29_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_29_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/mean": 6.628036499023438e-05, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/max_abs": 0.2373046875, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/norm": 4.375, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/mean": -8.726119995117188e-05, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/norm": 3.140625, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/norm": 3.0625, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/mean": -0.00012683868408203125, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/std": 0.02392578125, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -7.534027099609375e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1083984375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.000659942626953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_30_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_30_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_30_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_30_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/mean": 3.62396240234375e-05, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/mean": 4.935264587402344e-05, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/norm": 2.859375, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/norm": 2.75, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/mean": 5.990266799926758e-06, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/std": 0.021484375, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 6.866455078125e-05, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0002651214599609375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.10595703125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_31_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_31_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_31_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_31_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/norm": 4.125, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/max_abs": 0.1904296875, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/mean": -0.00018310546875, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/norm": 2.875, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/mean": -4.649162292480469e-05, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/norm": 2.765625, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/mean": -4.9114227294921875e-05, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.000553131103515625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_32_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_32_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_32_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_32_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/mean": -5.793571472167969e-05, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/mean": -0.00011539459228515625, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/norm": 2.84375, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/mean": 2.1696090698242188e-05, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/norm": 2.78125, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0001621246337890625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1083984375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_33_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_33_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_33_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_33_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/norm": 4.53125, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/norm": 3.109375, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -9.965896606445312e-05, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": 0.000659942626953125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_34_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_34_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_34_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_34_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/mean": -2.6464462280273438e-05, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/mean": -0.0003490447998046875, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/norm": 2.921875, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/mean": 0.00011491775512695312, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/norm": 2.84375, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.000148773193359375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 0.000606536865234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.0966796875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_35_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_35_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_35_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_35_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/norm": 4.875, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/mean": -0.00018310546875, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/max_abs": 0.2177734375, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/norm": 4.625, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/mean": -2.7894973754882812e-05, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/norm": 3.296875, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/norm": 3.234375, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/mean": 9.441375732421875e-05, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/std": 0.0252685546875, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00020313262939453125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.000461578369140625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_36_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_36_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_36_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_36_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/norm": 4.375, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/mean": 0.0008087158203125, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/mean": -0.000308990478515625, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/norm": 2.96875, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/mean": -0.00014019012451171875, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/std": 0.023193359375, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/norm": 2.78125, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/max_abs": 0.107421875, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -9.298324584960938e-05, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.0006561279296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_37_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_37_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_37_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_37_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/mean": -5.14984130859375e-05, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/max_abs": 0.2001953125, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/norm": 4.625, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/mean": 1.633167266845703e-05, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/max_abs": 0.2041015625, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/norm": 3.3125, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/mean": 0.0003299713134765625, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/std": 0.02587890625, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/mean": 2.8252601623535156e-05, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0001506805419921875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.107421875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_38_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_38_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_38_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_38_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/max_abs": 0.1923828125, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/norm": 4.5, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/mean": -6.0558319091796875e-05, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/max_abs": 0.271484375, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/mean": 4.315376281738281e-05, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/norm": 3.078125, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/mean": 0.00022029876708984375, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.0002117156982421875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.0235595703125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_39_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_39_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_39_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_39_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/mean": -0.00115203857421875, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/max_abs": 0.2265625, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/mean": -0.00023174285888671875, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/max_abs": 0.197265625, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/norm": 3.296875, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/mean": -0.00012493133544921875, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/norm": 3.328125, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/mean": 3.886222839355469e-05, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/std": 0.0260009765625, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -6.389617919921875e-05, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.1103515625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_40_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_40_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_40_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_40_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/norm": 4.375, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/mean": -1.4841556549072266e-05, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/mean": 0.00010776519775390625, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/norm": 2.890625, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/norm": 2.765625, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/mean": -6.966292858123779e-07, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/max_abs": 0.1025390625, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": -0.0002002716064453125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.02392578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.115234375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -3.4809112548828125e-05, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_41_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_41_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_41_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_41_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/mean": -0.00010442733764648438, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/max_abs": 0.2177734375, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/norm": 4.65625, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/mean": 6.723403930664062e-05, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/norm": 3.140625, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/mean": -0.00012874603271484375, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/norm": 3.1875, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": -1.811981201171875e-05, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_42_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_42_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_42_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_42_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/mean": -0.00015544891357421875, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/max_abs": 0.22265625, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/mean": -6.389617919921875e-05, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/max_abs": 0.2451171875, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/norm": 3.359375, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/norm": 3.390625, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/mean": -0.00023365020751953125, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 2.3096799850463867e-06, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_43_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_43_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_43_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_43_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/norm": 4.625, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/mean": -0.0001220703125, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/max_abs": 0.2021484375, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/norm": 4.34375, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/mean": -9.059906005859375e-05, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/norm": 3.171875, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/mean": -1.9818544387817383e-06, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/norm": 3.171875, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.000362396240234375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.0235595703125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_44_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_44_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_44_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_44_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/mean": 0.0002193450927734375, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/max_abs": 0.2216796875, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/mean": 0.0004825592041015625, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/max_abs": 0.23046875, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/norm": 3.40625, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/mean": 3.314018249511719e-05, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000152587890625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -0.00011396408081054688, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_45_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_45_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_45_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_45_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/mean": -9.489059448242188e-05, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/max_abs": 0.197265625, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/norm": 4.75, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/mean": -0.0004596710205078125, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/norm": 3.328125, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/std": 0.0260009765625, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.02392578125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_46_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_46_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_46_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_46_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/mean": -0.00016021728515625, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/norm": 4.875, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/mean": 3.504753112792969e-05, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/norm": 3.578125, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/norm": 3.671875, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/mean": 0.000194549560546875, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.025146484375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -1.3709068298339844e-05, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.02392578125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.10595703125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_47_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_47_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_47_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_47_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/max_abs": 0.2294921875, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/max_abs": 0.2158203125, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/mean": -0.000110626220703125, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": -0.000152587890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_48_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_48_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_48_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_48_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/max_abs": 0.1982421875, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/norm": 4.375, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/mean": -1.8596649169921875e-05, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/max_abs": 0.21484375, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/mean": -2.7298927307128906e-05, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/max_abs": 0.201171875, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/norm": 3.25, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/mean": 3.5762786865234375e-05, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.00035858154296875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.025146484375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_49_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_49_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_49_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_49_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/norm": 4.5, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/max_abs": 0.2138671875, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/norm": 4.25, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/mean": -4.220008850097656e-05, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/norm": 3.0, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/norm": 2.90625, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/mean": -0.00012683868408203125, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -0.00011444091796875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.025146484375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.02392578125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1083984375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_50_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_50_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_50_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_50_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/norm": 5.0, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/mean": -0.00102996826171875, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/max_abs": 0.21484375, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/norm": 4.5, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/mean": -3.6209821701049805e-06, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/max_abs": 0.2431640625, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/norm": 3.15625, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/mean": 0.00023174285888671875, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/std": 0.024658203125, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/norm": 3.109375, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/mean": 2.9087066650390625e-05, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_51_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_51_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_51_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_51_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/norm": 4.5, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/norm": 3.03125, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/mean": -1.800060272216797e-05, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/norm": 3.0, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/max_abs": 0.1103515625, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.02587890625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -5.9604644775390625e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_52_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_52_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_52_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_52_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/norm": 4.59375, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/mean": 0.000644683837890625, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/norm": 3.15625, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/std": 0.024658203125, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/norm": 3.25, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/max_abs": 0.2099609375, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.00019550323486328125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": -9.489059448242188e-05, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_53_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_53_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_53_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_53_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/norm": 5.0, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/mean": -0.0002288818359375, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/max_abs": 0.20703125, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/norm": 4.6875, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/mean": 9.441375732421875e-05, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/max_abs": 0.2060546875, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/norm": 3.046875, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/mean": -0.0001201629638671875, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/std": 0.0238037109375, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/max_abs": 0.1103515625, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/norm": 3.03125, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": 0.00017642974853515625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.024658203125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.10693359375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_54_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_54_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_54_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_54_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/norm": 5.5, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/mean": 0.0001811981201171875, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/max_abs": 0.2392578125, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/mean": -0.00054931640625, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/max_abs": 0.21484375, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/norm": 3.640625, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/mean": -0.0001392364501953125, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/max_abs": 0.19140625, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/norm": 3.765625, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/mean": -0.0001850128173828125, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 2.6345252990722656e-05, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": -0.00019073486328125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_55_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_55_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_55_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_55_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/norm": 4.53125, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/mean": -1.919269561767578e-05, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/max_abs": 0.2734375, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/norm": 4.125, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/max_abs": 0.18359375, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/norm": 2.96875, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/mean": -2.205371856689453e-05, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/std": 0.023193359375, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/max_abs": 0.0966796875, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/norm": 2.875, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/mean": -9.775161743164062e-05, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_56_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_56_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_56_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_56_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/max_abs": 0.23828125, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/norm": 4.75, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/mean": -9.34600830078125e-05, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/max_abs": 0.1923828125, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/norm": 3.5, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/mean": 1.7404556274414062e-05, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/norm": 3.625, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/mean": -3.647804260253906e-05, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.000225067138671875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.00011873245239257812, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_57_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_57_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_57_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_57_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/norm": 4.875, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/mean": -0.00054168701171875, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/max_abs": 0.2314453125, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/norm": 4.53125, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/mean": 0.000415802001953125, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/max_abs": 0.1748046875, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/norm": 3.203125, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/mean": 0.00023746490478515625, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/norm": 3.25, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/mean": 3.719329833984375e-05, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_58_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_58_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_58_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_58_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/mean": -0.0003662109375, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/max_abs": 0.232421875, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/norm": 3.3125, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/mean": -0.00017070770263671875, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/std": 0.02587890625, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/norm": 3.40625, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 0.0002231597900390625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_59_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_59_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_59_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_59_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/mean": -9.679794311523438e-05, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/max_abs": 0.234375, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/norm": 3.765625, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/mean": 0.000202178955078125, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/mean": -9.298324584960938e-05, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.0003070831298828125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -5.1021575927734375e-05, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_60_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_60_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_60_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_60_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/max_abs": 0.2216796875, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/mean": 0.000728607177734375, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/norm": 3.5625, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/mean": 5.1021575927734375e-05, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/mean": 1.2889504432678223e-06, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_61_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_61_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_61_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_61_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/norm": 5.5, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/mean": 0.00136566162109375, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/mean": 0.0008087158203125, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/max_abs": 0.2314453125, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_62_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_62_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_62_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_62_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/mean": -0.00042724609375, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/max_abs": 0.2236328125, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/norm": 5.0, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/mean": 0.0002651214599609375, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/max_abs": 0.248046875, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/norm": 3.53125, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/mean": -0.000171661376953125, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/norm": 3.59375, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/mean": -0.00018596649169921875, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.0005645751953125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_63_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_63_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_63_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_63_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/mean": 0.0003604888916015625, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/mean": 0.000324249267578125, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/max_abs": 0.1748046875, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/norm": 4.0, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/mean": 0.0002231597900390625, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/std": 0.03125, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/max_abs": 0.1787109375, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_64_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_64_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_64_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_64_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/mean": -0.00015163421630859375, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/max_abs": 0.216796875, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/norm": 3.40625, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/mean": 0.0003795623779296875, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": -0.000232696533203125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_65_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_65_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_65_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_65_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/mean": -0.00015926361083984375, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/max_abs": 0.2353515625, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/mean": -0.000171661376953125, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/max_abs": 0.1923828125, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/norm": 3.65625, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/mean": -7.295608520507812e-05, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/mean": 0.0003604888916015625, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00048065185546875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.025634765625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_66_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_66_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_66_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_66_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/norm": 5.375, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/max_abs": 0.2109375, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/mean": -0.0002040863037109375, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/max_abs": 0.2109375, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/norm": 3.234375, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/mean": 3.647804260253906e-05, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/std": 0.0252685546875, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/norm": 3.296875, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/mean": 4.3392181396484375e-05, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0001678466796875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.025634765625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_67_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_67_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_67_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_67_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/mean": -0.0003662109375, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/max_abs": 0.2109375, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/mean": 4.863739013671875e-05, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/norm": 4.25, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/mean": 5.53131103515625e-05, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.0004405975341796875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_68_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_68_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_68_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_68_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/mean": 0.0002651214599609375, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/max_abs": 0.2041015625, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/norm": 3.59375, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/mean": 0.0003299713134765625, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/norm": 3.75, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/mean": -2.5510787963867188e-05, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0004405975341796875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_69_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_69_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_69_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_69_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/norm": 5.0, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/mean": 9.59634780883789e-06, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/max_abs": 0.232421875, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/mean": -7.390975952148438e-05, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/norm": 3.453125, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/mean": -1.9788742065429688e-05, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.00022029876708984375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.00011730194091796875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_70_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_70_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_70_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_70_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/norm": 5.0, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/mean": 8.392333984375e-05, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/norm": 4.625, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/mean": 5.27501106262207e-06, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/norm": 3.203125, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/mean": -0.0003108978271484375, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/norm": 3.25, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/mean": 0.00023651123046875, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.000583648681640625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.2041015625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -6.67572021484375e-05, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_71_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_71_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_71_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_71_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/mean": 0.0004405975341796875, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/max_abs": 0.21484375, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.0002346038818359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.11572265625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_72_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_72_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_72_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_72_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/mean": -1.728534698486328e-05, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/max_abs": 0.2177734375, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/norm": 3.078125, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/mean": -4.553794860839844e-05, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/norm": 3.046875, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/mean": 0.00015544891357421875, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/std": 0.0238037109375, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_73_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_73_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_73_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_73_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/mean": 0.0004024505615234375, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/max_abs": 0.2392578125, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/mean": 0.000244140625, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/norm": 3.5, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/mean": 8.153915405273438e-05, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/mean": -0.00022411346435546875, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 0.0004711151123046875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_74_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_74_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_74_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_74_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/mean": -0.000629425048828125, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/max_abs": 0.2080078125, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/max_abs": 0.21484375, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/mean": 1.3828277587890625e-05, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": -0.000652313232421875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 6.771087646484375e-05, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_75_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_75_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_75_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_75_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/max_abs": 0.20703125, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/norm": 5.125, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/mean": -0.0001983642578125, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/max_abs": 0.2392578125, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/norm": 3.625, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/mean": -0.0001201629638671875, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/mean": -0.00010776519775390625, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": -0.0004730224609375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_76_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_76_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_76_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_76_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/norm": 5.375, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/norm": 5.125, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/max_abs": 0.22265625, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/mean": 0.00025177001953125, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 3.528594970703125e-05, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_77_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_77_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_77_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_77_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/mean": 0.0002498626708984375, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/max_abs": 0.2158203125, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/norm": 3.765625, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/mean": 0.0003452301025390625, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/mean": 1.2099742889404297e-05, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.00025177001953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_78_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_78_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_78_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_78_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/mean": -0.000659942626953125, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/max_abs": 0.2216796875, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/mean": -0.0006561279296875, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/norm": 4.1875, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/mean": -0.00017070770263671875, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000408172607421875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_79_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_79_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_79_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_79_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/norm": 6.375, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/mean": -0.00014972686767578125, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/max_abs": 0.21875, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/norm": 5.875, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/mean": 0.000415802001953125, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/norm": 4.3125, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/mean": -4.673004150390625e-05, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/norm": 4.6875, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": -0.00043487548828125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.00020313262939453125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_80_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_80_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_80_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_80_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/mean": 0.0004367828369140625, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/max_abs": 0.2255859375, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/norm": 4.125, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/max_abs": 0.1982421875, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/norm": 4.25, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.000835418701171875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.2216796875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_81_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_81_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_81_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_81_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/mean": 5.793571472167969e-05, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/mean": 0.0004711151123046875, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/max_abs": 0.2177734375, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/norm": 3.53125, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/mean": 5.5789947509765625e-05, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/norm": 3.65625, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.000705718994140625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.00016117095947265625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_82_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_82_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_82_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_82_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/mean": 9.1552734375e-05, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/max_abs": 0.2236328125, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/mean": -0.00021266937255859375, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/max_abs": 0.2421875, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/norm": 4.0625, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/mean": 0.000209808349609375, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/mean": 0.0001506805419921875, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.000614166259765625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_83_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_83_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_83_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_83_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/mean": -9.202957153320312e-05, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/max_abs": 0.2490234375, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/norm": 3.90625, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/mean": -1.2516975402832031e-05, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/mean": 2.944469451904297e-05, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 7.295608520507812e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_84_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_84_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_84_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_84_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/mean": -0.00011730194091796875, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/mean": -0.000225067138671875, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/max_abs": 0.234375, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/mean": 5.698204040527344e-05, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.000675201416015625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.177734375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_85_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_85_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_85_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_85_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/mean": 0.0004119873046875, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/max_abs": 0.21875, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/mean": 0.000514984130859375, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/max_abs": 0.2431640625, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/norm": 4.0, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/mean": -6.198883056640625e-05, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/std": 0.03125, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/mean": -0.0004100799560546875, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": -0.000629425048828125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.236328125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 0.0003185272216796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_86_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_86_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_86_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_86_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/mean": 0.00118255615234375, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/max_abs": 0.234375, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/max_abs": 0.2265625, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/norm": 4.53125, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/mean": 0.00017070770263671875, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/max_abs": 0.19140625, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 9.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.197265625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_87_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_87_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_87_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_87_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/mean": 0.00070953369140625, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/max_abs": 0.22265625, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/max_abs": 0.236328125, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/norm": 5.25, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/mean": -8.881092071533203e-06, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/max_abs": 0.2216796875, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 9.625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.00116729736328125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.2158203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -4.6253204345703125e-05, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_88_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_88_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_88_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_88_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/mean": 2.384185791015625e-05, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/max_abs": 0.255859375, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/mean": 0.0004062652587890625, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/max_abs": 0.28125, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 10.0625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.000873565673828125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.2431640625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_89_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_89_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_89_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_89_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/mean": -0.00023174285888671875, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/max_abs": 0.2138671875, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/mean": 0.00072479248046875, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/max_abs": 0.26953125, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/mean": 9.632110595703125e-05, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/max_abs": 0.1748046875, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/mean": 0.0003757476806640625, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/max_abs": 0.2041015625, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 10.25, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.2490234375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": 0.0003871917724609375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_90_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_90_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_90_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_90_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/norm": 6.625, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/mean": 0.000728607177734375, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/mean": 0.00041961669921875, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/mean": -0.000308990478515625, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/max_abs": 0.201171875, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/norm": 4.53125, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/mean": -0.0003204345703125, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/max_abs": 0.193359375, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 10.4375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.0001506805419921875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_91_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_91_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_91_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_91_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/mean": -1.4901161193847656e-06, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/mean": 0.00017452239990234375, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/max_abs": 0.22265625, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/norm": 4.0, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/mean": -4.3392181396484375e-05, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/std": 0.03125, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/max_abs": 0.2216796875, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/norm": 4.34375, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/mean": -0.00023651123046875, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 11.1875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00060272216796875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.279296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_92_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_92_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_92_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_92_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/mean": 0.0004062652587890625, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/max_abs": 0.23828125, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/max_abs": 0.23828125, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/norm": 3.859375, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/norm": 4.25, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/mean": -5.1975250244140625e-05, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 11.5625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -0.000736236572265625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.296875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.5, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.000576019287109375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_93_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_93_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_93_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_93_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 540, "epoch": 0.29118360744135885, "timestamp": 1786249155.7181787, "loss": 11.456565856933594, "grad_norm": 2.296875, "learning_rate": 0.001, "train/total_time_seconds": 878.7523724809289, "train/time_per_step_avg": 1.6388091986998916, "train/epoch_time_elapsed": 1255.818247437477, "train/estimated_remaining_minutes": 26.037107332768265} +{"step": 550, "epoch": 0.2965758964680507, "timestamp": 1786249192.0026064, "eval_loss": 2.813769817352295, "eval_runtime": 16.3503, "eval_samples_per_second": 582.681, "eval_steps_per_second": 4.587, "train/total_time_seconds": 894.9293961301446, "train/time_per_step_avg": 1.63871323492378, "train/epoch_time_elapsed": 1292.1026745587587, "train/estimated_remaining_minutes": 25.76311897950416} +{"step": 560, "epoch": 0.3019681854947425, "timestamp": 1786249212.0558105, "loss": 11.254852294921875, "grad_norm": 1.84375, "learning_rate": 0.001, "train/total_time_seconds": 911.1066980995238, "train/time_per_step_avg": 1.6388280261307955, "train/epoch_time_elapsed": 1312.1558797322214, "train/estimated_remaining_minutes": 25.48929453016525} +{"step": 580, "epoch": 0.3127527635481262, "timestamp": 1786249252.291048, "loss": 11.02415771484375, "grad_norm": 1.9609375, "learning_rate": 0.001, "train/total_time_seconds": 943.6726689897478, "train/time_per_step_avg": 1.6411748020350934, "train/epoch_time_elapsed": 1352.3911168724298, "train/estimated_remaining_minutes": 24.947668260648506} +{"step": 600, "epoch": 0.3235373416015098, "timestamp": 1786249292.410155, "loss": 10.82885513305664, "grad_norm": 2.109375, "learning_rate": 0.001, "train/total_time_seconds": 976.0265689119697, "train/time_per_step_avg": 1.6419792195782066, "train/epoch_time_elapsed": 1392.510223954916, "train/estimated_remaining_minutes": 24.400664222799243} +{"step": 600, "epoch": 0.3235373416015098, "timestamp": 1786249308.924106, "eval_loss": 2.6941640377044678, "eval_runtime": 16.5123, "eval_samples_per_second": 576.964, "eval_steps_per_second": 4.542, "train/total_time_seconds": 976.0265689119697, "train/time_per_step_avg": 1.6419792195782066, "train/epoch_time_elapsed": 1409.024174414575, "train/estimated_remaining_minutes": 24.400664222799243} +{"step": 620, "epoch": 0.3343219196548935, "timestamp": 1786249349.2948778, "loss": 10.672529602050782, "grad_norm": 1.2578125, "learning_rate": 0.001, "train/total_time_seconds": 1008.2986787632108, "train/time_per_step_avg": 1.619332076497376, "train/epoch_time_elapsed": 1449.394944805652, "train/estimated_remaining_minutes": 23.8522268094523} +{"step": 640, "epoch": 0.34510649770827717, "timestamp": 1786249389.3643749, "loss": 10.486093139648437, "grad_norm": 1.9375, "learning_rate": 0.001, "train/total_time_seconds": 1040.5934626050293, "train/time_per_step_avg": 1.6184109012410044, "train/epoch_time_elapsed": 1489.46444221586, "train/estimated_remaining_minutes": 23.30495775625847} +{"step": 650, "epoch": 0.350498786734969, "timestamp": 1786249425.7337103, "eval_loss": 2.5829620361328125, "eval_runtime": 16.3847, "eval_samples_per_second": 581.459, "eval_steps_per_second": 4.577, "train/total_time_seconds": 1056.742289904505, "train/time_per_step_avg": 1.6181289377436041, "train/epoch_time_elapsed": 1525.8337768092752, "train/estimated_remaining_minutes": 23.031562728687927} +{"step": 660, "epoch": 0.35589107576166085, "timestamp": 1786249445.6864133, "loss": 10.307514953613282, "grad_norm": 1.4765625, "learning_rate": 0.001, "train/total_time_seconds": 1072.884689990431, "train/time_per_step_avg": 1.617779918909073, "train/epoch_time_elapsed": 1545.7864789515734, "train/estimated_remaining_minutes": 22.758160090706113} +{"step": 680, "epoch": 0.36667565381504447, "timestamp": 1786249485.830054, "loss": 10.156155395507813, "grad_norm": 1.609375, "learning_rate": 0.001, "train/total_time_seconds": 1105.2269827499986, "train/time_per_step_avg": 1.615543137602508, "train/epoch_time_elapsed": 1585.9301227629185, "train/estimated_remaining_minutes": 22.212895241544086} +{"step": 700, "epoch": 0.37746023186842814, "timestamp": 1786249526.1128967, "loss": 10.004931640625, "grad_norm": 2.078125, "learning_rate": 0.001, "train/total_time_seconds": 1137.5944468006492, "train/time_per_step_avg": 1.615678778886795, "train/epoch_time_elapsed": 1626.2129661515355, "train/estimated_remaining_minutes": 21.6684656533457} +{"step": 700, "epoch": 0.37746023186842814, "timestamp": 1786249542.7572038, "eval_loss": 2.4850780963897705, "eval_runtime": 16.6426, "eval_samples_per_second": 572.445, "eval_steps_per_second": 4.506, "train/total_time_seconds": 1137.5944468006492, "train/time_per_step_avg": 1.615678778886795, "train/epoch_time_elapsed": 1642.8572723418474, "train/estimated_remaining_minutes": 21.6684656533457} +{"step": 720, "epoch": 0.3882448099218118, "timestamp": 1786249583.570768, "loss": 9.830353546142579, "grad_norm": 1.8203125, "learning_rate": 0.001, "train/total_time_seconds": 1170.2054505683482, "train/time_per_step_avg": 1.619067718051374, "train/epoch_time_elapsed": 1683.6708373129368, "train/estimated_remaining_minutes": 21.128709524150732} +{"step": 740, "epoch": 0.3990293879751955, "timestamp": 1786249623.7504406, "loss": 9.726395416259766, "grad_norm": 1.671875, "learning_rate": 0.001, "train/total_time_seconds": 1202.5612172745168, "train/time_per_step_avg": 1.6196775466948747, "train/epoch_time_elapsed": 1723.8505104668438, "train/estimated_remaining_minutes": 20.584381196590826} +{"step": 750, "epoch": 0.4044216770018873, "timestamp": 1786249660.3881543, "eval_loss": 2.3961310386657715, "eval_runtime": 16.484, "eval_samples_per_second": 577.953, "eval_steps_per_second": 4.55, "train/total_time_seconds": 1218.7582177110016, "train/time_per_step_avg": 1.6201592780649663, "train/epoch_time_elapsed": 1760.4882224462926, "train/estimated_remaining_minutes": 20.31263696185003} +{"step": 760, "epoch": 0.4098139660285791, "timestamp": 1786249680.5928588, "loss": 9.585889434814453, "grad_norm": 1.5, "learning_rate": 0.001, "train/total_time_seconds": 1234.926789458841, "train/time_per_step_avg": 1.6204209946841002, "train/epoch_time_elapsed": 1780.692927584052, "train/estimated_remaining_minutes": 20.040478600867157} +{"step": 780, "epoch": 0.4205985440819628, "timestamp": 1786249720.6798873, "loss": 9.474940490722656, "grad_norm": 1.4921875, "learning_rate": 0.001, "train/total_time_seconds": 1267.2781987637281, "train/time_per_step_avg": 1.6205121601372958, "train/epoch_time_elapsed": 1820.7799561657012, "train/estimated_remaining_minutes": 19.496587673288126} +{"step": 800, "epoch": 0.43138312213534646, "timestamp": 1786249760.8403454, "loss": 9.303884124755859, "grad_norm": 1.7890625, "learning_rate": 0.001, "train/total_time_seconds": 1299.6277196891606, "train/time_per_step_avg": 1.6203327288851141, "train/epoch_time_elapsed": 1860.9404142051935, "train/estimated_remaining_minutes": 18.952904245466925} +{"step": 800, "epoch": 0.43138312213534646, "timestamp": 1786249777.2039413, "eval_loss": 2.3192710876464844, "eval_runtime": 16.362, "eval_samples_per_second": 582.263, "eval_steps_per_second": 4.584, "train/total_time_seconds": 1299.6277196891606, "train/time_per_step_avg": 1.6203327288851141, "train/epoch_time_elapsed": 1877.3040079064667, "train/estimated_remaining_minutes": 18.952904245466925} +{"step": 820, "epoch": 0.44216770018873014, "timestamp": 1786249817.489526, "loss": 9.214578247070312, "grad_norm": 1.96875, "learning_rate": 0.001, "train/total_time_seconds": 1331.937455266714, "train/time_per_step_avg": 1.6173200469836593, "train/epoch_time_elapsed": 1917.5895941257477, "train/estimated_remaining_minutes": 18.408891658157835} +{"step": 840, "epoch": 0.45295227824211376, "timestamp": 1786249858.0619316, "loss": 9.110013580322265, "grad_norm": 1.265625, "learning_rate": 0.001, "train/total_time_seconds": 1364.4418569505215, "train/time_per_step_avg": 1.6188063967600466, "train/epoch_time_elapsed": 1958.1620005778968, "train/estimated_remaining_minutes": 17.867690983875875} +{"step": 850, "epoch": 0.4583445672688056, "timestamp": 1786249894.6610088, "eval_loss": 2.255786895751953, "eval_runtime": 16.6344, "eval_samples_per_second": 572.728, "eval_steps_per_second": 4.509, "train/total_time_seconds": 1380.6016241684556, "train/time_per_step_avg": 1.6184340645745396, "train/epoch_time_elapsed": 1994.7610764689744, "train/estimated_remaining_minutes": 17.595903053127376} +{"step": 860, "epoch": 0.46373685629549743, "timestamp": 1786249914.5507016, "loss": 8.989684295654296, "grad_norm": 1.53125, "learning_rate": 0.001, "train/total_time_seconds": 1396.7541174292564, "train/time_per_step_avg": 1.6182732797041535, "train/epoch_time_elapsed": 2014.6507701389492, "train/estimated_remaining_minutes": 17.324082076641943} +{"step": 880, "epoch": 0.4745214343488811, "timestamp": 1786249954.477728, "loss": 8.903449249267577, "grad_norm": 1.46875, "learning_rate": 0.001, "train/total_time_seconds": 1429.0607970617712, "train/time_per_step_avg": 1.6178259829804302, "train/epoch_time_elapsed": 2054.57779372856, "train/estimated_remaining_minutes": 16.780638147316253} +{"step": 900, "epoch": 0.4853060124022648, "timestamp": 1786249994.6227376, "loss": 8.798023223876953, "grad_norm": 1.5625, "learning_rate": 0.001, "train/total_time_seconds": 1461.3816847093403, "train/time_per_step_avg": 1.6175396502017976, "train/epoch_time_elapsed": 2094.722807120532, "train/estimated_remaining_minutes": 16.237574274548226} +{"step": 900, "epoch": 0.4853060124022648, "timestamp": 1786250011.0620096, "eval_loss": 2.1990966796875, "eval_runtime": 16.4377, "eval_samples_per_second": 579.581, "eval_steps_per_second": 4.563, "train/total_time_seconds": 1461.3816847093403, "train/time_per_step_avg": 1.6175396502017976, "train/epoch_time_elapsed": 2111.162077881396, "train/estimated_remaining_minutes": 16.237574274548226} +{"step": 920, "epoch": 0.4960905904556484, "timestamp": 1786250051.47432, "loss": 8.711866760253907, "grad_norm": 1.3515625, "learning_rate": 0.001, "train/total_time_seconds": 1493.710291594267, "train/time_per_step_avg": 1.617728363275528, "train/epoch_time_elapsed": 2151.57438923046, "train/estimated_remaining_minutes": 15.69478204936005} +{"step": 940, "epoch": 0.5068751685090321, "timestamp": 1786250091.4706852, "loss": 8.65683822631836, "grad_norm": 1.375, "learning_rate": 0.001, "train/total_time_seconds": 1526.0701972916722, "train/time_per_step_avg": 1.6162834034115077, "train/epoch_time_elapsed": 2191.570753633976, "train/estimated_remaining_minutes": 15.152470044030787} +{"step": 950, "epoch": 0.5122674575357239, "timestamp": 1786250128.239875, "eval_loss": 2.15165638923645, "eval_runtime": 16.515, "eval_samples_per_second": 576.869, "eval_steps_per_second": 4.541, "train/total_time_seconds": 1542.426270455122, "train/time_per_step_avg": 1.618246462866664, "train/epoch_time_elapsed": 2228.3399408869445, "train/estimated_remaining_minutes": 14.883060504391526} +{"step": 960, "epoch": 0.5176597465624158, "timestamp": 1786250148.3020413, "loss": 8.596742248535156, "grad_norm": 1.546875, "learning_rate": 0.001, "train/total_time_seconds": 1558.5571936778724, "train/time_per_step_avg": 1.6180307624861598, "train/epoch_time_elapsed": 2248.4021087661386, "train/estimated_remaining_minutes": 14.611473690730055} +{"step": 980, "epoch": 0.5284443246157994, "timestamp": 1786250188.4427845, "loss": 8.528240966796876, "grad_norm": 1.3828125, "learning_rate": 0.001, "train/total_time_seconds": 1590.8134831264615, "train/time_per_step_avg": 1.6175268606469035, "train/epoch_time_elapsed": 2288.542852140963, "train/estimated_remaining_minutes": 14.068418558261223} +{"step": 1000, "epoch": 0.5392289026691831, "timestamp": 1786250228.4689097, "loss": 8.455123138427734, "grad_norm": 1.390625, "learning_rate": 0.001, "train/total_time_seconds": 1623.100879382342, "train/time_per_step_avg": 1.6171919467300178, "train/epoch_time_elapsed": 2328.5689783133566, "train/estimated_remaining_minutes": 13.525840661519517} +{"step": 1000, "epoch": 0.5392289026691831, "timestamp": 1786250244.9390438, "eval_loss": 2.1049983501434326, "eval_runtime": 16.4683, "eval_samples_per_second": 578.506, "eval_steps_per_second": 4.554, "train/total_time_seconds": 1623.100879382342, "train/time_per_step_avg": 1.6171919467300178, "train/epoch_time_elapsed": 2345.039111804217, "train/estimated_remaining_minutes": 13.525840661519517} +{"step": 1020, "epoch": 0.5500134807225667, "timestamp": 1786250287.7442703, "loss": 8.371372985839844, "grad_norm": 1.609375, "learning_rate": 0.001, "train/total_time_seconds": 1657.625136077404, "train/time_per_step_avg": 1.6391484448313713, "train/epoch_time_elapsed": 2387.8434820212424, "train/estimated_remaining_minutes": 13.00098145943062, "train/global/act/norm": 181671.89971310677, "train/global/act/mean": -0.06364485442572262, "train/global/act/std": 0.8820047890617934, "train/global/act/max_abs": 30.0, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.732441572585078, "train/global/grad/mean": -1.663670871785044e-07, "train/global/grad/std": 9.170586221122621e-05, "train/global/grad/max_abs": 0.01361083984375, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 225.71885762059597, "train/global/param/mean": 0.0011642012166190522, "train/global/param/std": 0.05651444415048722, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_27/act/norm": 13896.646304488384, "train/layer_model_layers_27/act/mean": 0.0022558799156775842, "train/layer_model_layers_27/act/std": 0.6657023143529632, "train/layer_model_layers_27/act/max_abs": 17.75, "train/layer_model_layers_27/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_27/act/frac_near_user_limit": 0.0, "train/layer_model_layers_27/grad/norm": 0.035602546180154175, "train/layer_model_layers_27/grad/mean": -5.761704839149987e-07, "train/layer_model_layers_27/grad/std": 4.393491438426553e-05, "train/layer_model_layers_27/grad/max_abs": 0.001739501953125, "train/layer_model_layers_27/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_27/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_87/act/norm": 18561.072270832923, "train/layer_model_layers_87/act/mean": -0.007129595829890325, "train/layer_model_layers_87/act/std": 0.8882114058166145, "train/layer_model_layers_87/act/max_abs": 12.125, "train/layer_model_layers_87/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_87/act/frac_near_user_limit": 0.0, "train/layer_model_layers_87/grad/norm": 0.09179509635480482, "train/layer_model_layers_87/grad/mean": 9.88794330873653e-07, "train/layer_model_layers_87/grad/std": 0.00011326873879118833, "train/layer_model_layers_87/grad/max_abs": 0.001129150390625, "train/layer_model_layers_87/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_87/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_53/act/norm": 13835.872946534337, "train/layer_model_layers_53/act/mean": -0.0009266779972956731, "train/layer_model_layers_53/act/std": 0.6623873442129983, "train/layer_model_layers_53/act/max_abs": 15.3125, "train/layer_model_layers_53/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_53/act/frac_near_user_limit": 0.0, "train/layer_model_layers_53/grad/norm": 0.04177020690666522, "train/layer_model_layers_53/grad/mean": -1.3844647652552392e-06, "train/layer_model_layers_53/grad/std": 5.152250292020753e-05, "train/layer_model_layers_53/grad/max_abs": 0.000926971435546875, "train/layer_model_layers_53/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_53/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_31/param/norm": 20.274303028248593, "train/layer__model_layers_31/param/mean": 0.0016085167942850526, "train/layer__model_layers_31/param/std": 0.050015570661029754, "train/layer__model_layers_31/param/max_abs": 1.0, "train/layer__model_layers_31/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_31/param/frac_near_user_limit": 0.0, "train/layer_model_layers_24/act/norm": 14462.113181650186, "train/layer_model_layers_24/act/mean": -0.011994393972250132, "train/layer_model_layers_24/act/std": 0.6924421953730404, "train/layer_model_layers_24/act/max_abs": 17.75, "train/layer_model_layers_24/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_24/act/frac_near_user_limit": 0.0, "train/layer_model_layers_24/grad/norm": 0.03610234546990375, "train/layer_model_layers_24/grad/mean": -6.869324888342442e-07, "train/layer_model_layers_24/grad/std": 4.4598255463954e-05, "train/layer_model_layers_24/grad/max_abs": 0.00150299072265625, "train/layer_model_layers_24/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_24/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_39/act/norm": 13768.715504684154, "train/layer_model_layers_39/act/mean": 0.0010559788117041956, "train/layer_model_layers_39/act/std": 0.659202298079628, "train/layer_model_layers_39/act/max_abs": 17.25, "train/layer_model_layers_39/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_39/act/frac_near_user_limit": 0.0, "train/layer_model_layers_39/grad/norm": 0.03586848911532497, "train/layer_model_layers_39/grad/mean": -7.864599611592739e-07, "train/layer_model_layers_39/grad/std": 4.4308122155988344e-05, "train/layer_model_layers_39/grad/max_abs": 0.0017242431640625, "train/layer_model_layers_39/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_39/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_25/param/norm": 20.185637491481412, "train/layer__model_layers_25/param/mean": 0.0016329998903081124, "train/layer__model_layers_25/param/std": 0.04979521890365126, "train/layer__model_layers_25/param/max_abs": 1.0, "train/layer__model_layers_25/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_25/param/frac_near_user_limit": 0.0, "train/layer__model_layers_28/param/norm": 20.302022538176463, "train/layer__model_layers_28/param/mean": 0.001618431436476209, "train/layer__model_layers_28/param/std": 0.050096250035000775, "train/layer__model_layers_28/param/max_abs": 1.0, "train/layer__model_layers_28/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_28/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 19.253436685920516, "train/layer__model_layers_4/param/mean": 0.0014624156743613494, "train/layer__model_layers_4/param/std": 0.0475034907081187, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_68/param/norm": 23.005136994267172, "train/layer__model_layers_68/param/mean": 0.0013301093567180187, "train/layer__model_layers_68/param/std": 0.05679480734805322, "train/layer__model_layers_68/param/max_abs": 1.0, "train/layer__model_layers_68/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_68/param/frac_near_user_limit": 0.0, "train/layer_model_layers_55/act/norm": 14624.971620106624, "train/layer_model_layers_55/act/mean": -0.014397841233473558, "train/layer_model_layers_55/act/std": 0.700286885409109, "train/layer_model_layers_55/act/max_abs": 14.875, "train/layer_model_layers_55/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_55/act/frac_near_user_limit": 0.0, "train/layer_model_layers_55/grad/norm": 0.054282164414073346, "train/layer_model_layers_55/grad/mean": -1.3765136532590095e-06, "train/layer_model_layers_55/grad/std": 6.700485430898937e-05, "train/layer_model_layers_55/grad/max_abs": 0.00144195556640625, "train/layer_model_layers_55/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_55/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 19.76755178355744, "train/layer__model_layers_3/param/mean": 0.001267265046070593, "train/layer__model_layers_3/param/std": 0.048769678800471124, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer_model_layers_9/act/norm": 18027.15163582445, "train/layer_model_layers_9/act/mean": -0.018515568513136644, "train/layer_model_layers_9/act/std": 0.8629669915627872, "train/layer_model_layers_9/act/max_abs": 18.5, "train/layer_model_layers_9/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_9/act/frac_near_user_limit": 0.0, "train/layer_model_layers_9/grad/norm": 0.057523526880680034, "train/layer_model_layers_9/grad/mean": -2.9023992429471423e-07, "train/layer_model_layers_9/grad/std": 7.100113523653724e-05, "train/layer_model_layers_9/grad/max_abs": 0.002960205078125, "train/layer_model_layers_9/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_9/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_55/param/norm": 21.745464685193554, "train/layer__model_layers_55/param/mean": 0.001377111664056406, "train/layer__model_layers_55/param/std": 0.05366909064296834, "train/layer__model_layers_55/param/max_abs": 1.0, "train/layer__model_layers_55/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_55/param/frac_near_user_limit": 0.0, "train/layer__model_layers_62/param/norm": 22.378665900808297, "train/layer__model_layers_62/param/mean": 0.0015350853597132167, "train/layer__model_layers_62/param/std": 0.05522826494891343, "train/layer__model_layers_62/param/max_abs": 1.0, "train/layer__model_layers_62/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_62/param/frac_near_user_limit": 0.0, "train/layer__model_layers_63/param/norm": 22.665343002864528, "train/layer__model_layers_63/param/mean": 0.0011858411958548655, "train/layer__model_layers_63/param/std": 0.05594365891263966, "train/layer__model_layers_63/param/max_abs": 1.0, "train/layer__model_layers_63/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_63/param/frac_near_user_limit": 0.0, "train/layer_model_layers_68/act/norm": 15157.00785584402, "train/layer_model_layers_68/act/mean": -0.009310062115009014, "train/layer_model_layers_68/act/std": 0.7256261868437901, "train/layer_model_layers_68/act/max_abs": 13.1875, "train/layer_model_layers_68/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_68/act/frac_near_user_limit": 0.0, "train/layer_model_layers_68/grad/norm": 0.07736539156361785, "train/layer_model_layers_68/grad/mean": 2.21489139726493e-07, "train/layer_model_layers_68/grad/std": 9.553376101825168e-05, "train/layer_model_layers_68/grad/max_abs": 0.002838134765625, "train/layer_model_layers_68/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_68/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_59/param/norm": 21.775263703914128, "train/layer__model_layers_59/param/mean": 0.0015119769829855694, "train/layer__model_layers_59/param/std": 0.053739816184727555, "train/layer__model_layers_59/param/max_abs": 1.0, "train/layer__model_layers_59/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_59/param/frac_near_user_limit": 0.0, "train/layer__model_layers_12/param/norm": 19.173479456090515, "train/layer__model_layers_12/param/mean": 0.0016569235767477574, "train/layer__model_layers_12/param/std": 0.047288211928560045, "train/layer__model_layers_12/param/max_abs": 1.0, "train/layer__model_layers_12/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_12/param/frac_near_user_limit": 0.0, "train/layer__model_layers_19/param/norm": 19.327998685925166, "train/layer__model_layers_19/param/mean": 0.0018014178819105889, "train/layer__model_layers_19/param/std": 0.04768721983036004, "train/layer__model_layers_19/param/max_abs": 1.0, "train/layer__model_layers_19/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_19/param/frac_near_user_limit": 0.0, "train/layer__model_layers_49/param/norm": 21.48414204419157, "train/layer__model_layers_49/param/mean": 0.0011413859874707488, "train/layer__model_layers_49/param/std": 0.05302170757379157, "train/layer__model_layers_49/param/max_abs": 1.0, "train/layer__model_layers_49/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_49/param/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 16439.667220347263, "train/layer_model_layers_5/act/mean": -0.0001773834228515625, "train/layer_model_layers_5/act/std": 0.786995644363864, "train/layer_model_layers_5/act/max_abs": 18.75, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.04825798505203583, "train/layer_model_layers_5/grad/mean": -2.49507819562453e-07, "train/layer_model_layers_5/grad/std": 5.955531053525145e-05, "train/layer_model_layers_5/grad/max_abs": 0.0020294189453125, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_52/param/norm": 21.153630284628452, "train/layer__model_layers_52/param/mean": 0.0013176833225672776, "train/layer__model_layers_52/param/std": 0.05219820677151281, "train/layer__model_layers_52/param/max_abs": 1.0, "train/layer__model_layers_52/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_52/param/frac_near_user_limit": 0.0, "train/layer_model_layers_19/act/norm": 13468.92383253543, "train/layer_model_layers_19/act/mean": -0.006125743572528546, "train/layer_model_layers_19/act/std": 0.6448228472447343, "train/layer_model_layers_19/act/max_abs": 17.875, "train/layer_model_layers_19/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_19/act/frac_near_user_limit": 0.0, "train/layer_model_layers_19/grad/norm": 0.024180994250606963, "train/layer_model_layers_19/grad/mean": -5.303798519458488e-07, "train/layer_model_layers_19/grad/std": 2.9834157254397715e-05, "train/layer_model_layers_19/grad/max_abs": 0.00084686279296875, "train/layer_model_layers_19/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_19/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_13/act/norm": 14459.52012119192, "train/layer_model_layers_13/act/mean": -0.005167374244103065, "train/layer_model_layers_13/act/std": 0.6924575337223303, "train/layer_model_layers_13/act/max_abs": 18.125, "train/layer_model_layers_13/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_13/act/frac_near_user_limit": 0.0, "train/layer_model_layers_13/grad/norm": 0.032610226228454456, "train/layer_model_layers_13/grad/mean": -4.172027285404027e-07, "train/layer_model_layers_13/grad/std": 4.0257462876667426e-05, "train/layer_model_layers_13/grad/max_abs": 0.0013885498046875, "train/layer_model_layers_13/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_13/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_26/act/norm": 13708.548846986147, "train/layer_model_layers_26/act/mean": -0.0035715836745042065, "train/layer_model_layers_26/act/std": 0.6564395568811673, "train/layer_model_layers_26/act/max_abs": 17.75, "train/layer_model_layers_26/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_26/act/frac_near_user_limit": 0.0, "train/layer_model_layers_26/grad/norm": 0.029829637537159025, "train/layer_model_layers_26/grad/mean": -5.937493791260325e-07, "train/layer_model_layers_26/grad/std": 3.681218514170972e-05, "train/layer_model_layers_26/grad/max_abs": 0.00118255615234375, "train/layer_model_layers_26/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_26/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_38/param/norm": 20.80886909957206, "train/layer__model_layers_38/param/mean": 0.0013900971077905617, "train/layer__model_layers_38/param/std": 0.051369309416242494, "train/layer__model_layers_38/param/max_abs": 1.0, "train/layer__model_layers_38/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_38/param/frac_near_user_limit": 0.0, "train/layer__model_layers_53/param/norm": 21.44722925177341, "train/layer__model_layers_53/param/mean": 0.0015216892855401717, "train/layer__model_layers_53/param/std": 0.05293189506363443, "train/layer__model_layers_53/param/max_abs": 1.0, "train/layer__model_layers_53/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_53/param/frac_near_user_limit": 0.0, "train/layer_model_layers_46/act/norm": 14415.54972815357, "train/layer_model_layers_46/act/mean": -0.006262559157151442, "train/layer_model_layers_46/act/std": 0.689825798353411, "train/layer_model_layers_46/act/max_abs": 16.125, "train/layer_model_layers_46/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_46/act/frac_near_user_limit": 0.0, "train/layer_model_layers_46/grad/norm": 0.043203588984166666, "train/layer_model_layers_46/grad/mean": -4.998503424308601e-07, "train/layer_model_layers_46/grad/std": 5.3312060430920495e-05, "train/layer_model_layers_46/grad/max_abs": 0.00115966796875, "train/layer_model_layers_46/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_46/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_61/act/norm": 14649.944712483166, "train/layer_model_layers_61/act/mean": -0.0014203878549429087, "train/layer_model_layers_61/act/std": 0.7014200944206654, "train/layer_model_layers_61/act/max_abs": 13.6875, "train/layer_model_layers_61/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_61/act/frac_near_user_limit": 0.0, "train/layer_model_layers_61/grad/norm": 0.0548392233676941, "train/layer_model_layers_61/grad/mean": -1.3288273221802972e-07, "train/layer_model_layers_61/grad/std": 6.771797445310684e-05, "train/layer_model_layers_61/grad/max_abs": 0.00133514404296875, "train/layer_model_layers_61/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_61/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_30/param/norm": 20.332688284893, "train/layer__model_layers_30/param/mean": 0.0015360315950723967, "train/layer__model_layers_30/param/std": 0.05017436229202368, "train/layer__model_layers_30/param/max_abs": 1.0, "train/layer__model_layers_30/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_30/param/frac_near_user_limit": 0.0, "train/layer_model_layers_10/act/norm": 15144.287275254206, "train/layer_model_layers_10/act/mean": -0.01874512892503005, "train/layer_model_layers_10/act/std": 0.7248507592998292, "train/layer_model_layers_10/act/max_abs": 18.375, "train/layer_model_layers_10/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_10/act/frac_near_user_limit": 0.0, "train/layer_model_layers_10/grad/norm": 0.03830669182805127, "train/layer_model_layers_10/grad/mean": -3.608083134508356e-07, "train/layer_model_layers_10/grad/std": 4.727591367941567e-05, "train/layer_model_layers_10/grad/max_abs": 0.0016021728515625, "train/layer_model_layers_10/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_10/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_37/act/norm": 14086.345909616226, "train/layer_model_layers_37/act/mean": 0.005779559795673077, "train/layer_model_layers_37/act/std": 0.6740916654985323, "train/layer_model_layers_37/act/max_abs": 17.125, "train/layer_model_layers_37/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_37/act/frac_near_user_limit": 0.0, "train/layer_model_layers_37/grad/norm": 0.03551613454958576, "train/layer_model_layers_37/grad/mean": -5.115656103712162e-07, "train/layer_model_layers_37/grad/std": 4.384741758936541e-05, "train/layer_model_layers_37/grad/max_abs": 0.00168609619140625, "train/layer_model_layers_37/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_37/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_75/act/norm": 15825.872573301787, "train/layer_model_layers_75/act/mean": -0.014247435789841872, "train/layer_model_layers_75/act/std": 0.7580015911293548, "train/layer_model_layers_75/act/max_abs": 12.75, "train/layer_model_layers_75/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_75/act/frac_near_user_limit": 0.0, "train/layer_model_layers_75/grad/norm": 0.07127036858351252, "train/layer_model_layers_75/grad/mean": 2.363933520551405e-06, "train/layer_model_layers_75/grad/std": 8.788884965651765e-05, "train/layer_model_layers_75/grad/max_abs": 0.00165557861328125, "train/layer_model_layers_75/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_75/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_30/act/norm": 14487.967968382392, "train/layer_model_layers_30/act/mean": -0.0063915252685546875, "train/layer_model_layers_30/act/std": 0.6936556090270022, "train/layer_model_layers_30/act/max_abs": 17.75, "train/layer_model_layers_30/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_30/act/frac_near_user_limit": 0.0, "train/layer_model_layers_30/grad/norm": 0.03953976450365753, "train/layer_model_layers_30/grad/mean": -5.826892197937029e-07, "train/layer_model_layers_30/grad/std": 4.881860105342266e-05, "train/layer_model_layers_30/grad/max_abs": 0.0011138916015625, "train/layer_model_layers_30/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_30/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 16850.732498073685, "train/layer_model_layers_1/act/mean": -0.017426710862379808, "train/layer_model_layers_1/act/std": 0.8065540640498908, "train/layer_model_layers_1/act/max_abs": 18.375, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.07027759084841109, "train/layer_model_layers_1/grad/mean": -4.316098964809442e-07, "train/layer_model_layers_1/grad/std": 8.677278804192226e-05, "train/layer_model_layers_1/grad/max_abs": 0.002960205078125, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_41/act/norm": 13801.435413159446, "train/layer_model_layers_41/act/mean": -0.005915128267728365, "train/layer_model_layers_41/act/std": 0.6608874675348593, "train/layer_model_layers_41/act/max_abs": 16.875, "train/layer_model_layers_41/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_41/act/frac_near_user_limit": 0.0, "train/layer_model_layers_41/grad/norm": 0.0340792282305843, "train/layer_model_layers_41/grad/mean": -7.37085880336821e-07, "train/layer_model_layers_41/grad/std": 4.210039873989049e-05, "train/layer_model_layers_41/grad/max_abs": 0.00139617919921875, "train/layer_model_layers_41/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_41/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_33/param/norm": 20.257768812621617, "train/layer__model_layers_33/param/mean": 0.0015113104524180968, "train/layer__model_layers_33/param/std": 0.04998731433972883, "train/layer__model_layers_33/param/max_abs": 1.0, "train/layer__model_layers_33/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_33/param/frac_near_user_limit": 0.0, "train/layer_model_layers_93/act/norm": 27974.74538620114, "train/layer_model_layers_93/act/mean": 0.025646503155048076, "train/layer_model_layers_93/act/std": 1.3383544041746744, "train/layer_model_layers_93/act/max_abs": 30.0, "train/layer_model_layers_93/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_93/act/frac_near_user_limit": 0.0, "train/layer_model_layers_93/grad/norm": 0.10333069736633875, "train/layer_model_layers_93/grad/mean": -8.076281169089438e-07, "train/layer_model_layers_93/grad/std": 0.00012752769126399803, "train/layer_model_layers_93/grad/max_abs": 0.00147247314453125, "train/layer_model_layers_93/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_93/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_47/act/norm": 14622.001435018032, "train/layer_model_layers_47/act/mean": -0.004001323993389423, "train/layer_model_layers_47/act/std": 0.6999196518025654, "train/layer_model_layers_47/act/max_abs": 15.9375, "train/layer_model_layers_47/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_47/act/frac_near_user_limit": 0.0, "train/layer_model_layers_47/grad/norm": 0.053562992185453254, "train/layer_model_layers_47/grad/mean": -5.854401220211559e-07, "train/layer_model_layers_47/grad/std": 6.609428438397878e-05, "train/layer_model_layers_47/grad/max_abs": 0.002105712890625, "train/layer_model_layers_47/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_47/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_89/act/norm": 19773.736440139248, "train/layer_model_layers_89/act/mean": -0.017697847806490384, "train/layer_model_layers_89/act/std": 0.9467638239257895, "train/layer_model_layers_89/act/max_abs": 12.3125, "train/layer_model_layers_89/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_89/act/frac_near_user_limit": 0.0, "train/layer_model_layers_89/grad/norm": 0.09924163852377801, "train/layer_model_layers_89/grad/mean": 3.5367810200789416e-07, "train/layer_model_layers_89/grad/std": 0.00012243121820581403, "train/layer_model_layers_89/grad/max_abs": 0.0014190673828125, "train/layer_model_layers_89/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_89/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_83/param/norm": 24.256623612170348, "train/layer__model_layers_83/param/mean": 0.0014155442926701443, "train/layer__model_layers_83/param/std": 0.05988777424091841, "train/layer__model_layers_83/param/max_abs": 1.0, "train/layer__model_layers_83/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_83/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 15342.662595333373, "train/layer_model_layers_4/act/mean": -0.01349654564490685, "train/layer_model_layers_4/act/std": 0.7343688427335057, "train/layer_model_layers_4/act/max_abs": 18.5, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.04050867342234139, "train/layer_model_layers_4/grad/mean": -3.9479235626590786e-07, "train/layer_model_layers_4/grad/std": 5.002366157998068e-05, "train/layer_model_layers_4/grad/max_abs": 0.00148773193359375, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_15/act/norm": 14710.480492080647, "train/layer_model_layers_15/act/mean": -0.008428426889272837, "train/layer_model_layers_15/act/std": 0.7042407010277486, "train/layer_model_layers_15/act/max_abs": 18.125, "train/layer_model_layers_15/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_15/act/frac_near_user_limit": 0.0, "train/layer_model_layers_15/grad/norm": 0.034212912675467014, "train/layer_model_layers_15/grad/mean": -3.927150107745819e-07, "train/layer_model_layers_15/grad/std": 4.221650508007202e-05, "train/layer_model_layers_15/grad/max_abs": 0.0016326904296875, "train/layer_model_layers_15/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_15/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_18/act/norm": 13934.747762524217, "train/layer_model_layers_18/act/mean": 0.003357538810143104, "train/layer_model_layers_18/act/std": 0.6676630397234755, "train/layer_model_layers_18/act/max_abs": 17.875, "train/layer_model_layers_18/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_18/act/frac_near_user_limit": 0.0, "train/layer_model_layers_18/grad/norm": 0.03197380404638714, "train/layer_model_layers_18/grad/mean": -5.473292689892505e-07, "train/layer_model_layers_18/grad/std": 3.9463898105753644e-05, "train/layer_model_layers_18/grad/max_abs": 0.0020751953125, "train/layer_model_layers_18/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_18/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 20040.017016461647, "train/layer_model_layers_0/act/mean": 0.0036107576810396635, "train/layer_model_layers_0/act/std": 0.959431948114704, "train/layer_model_layers_0/act/max_abs": 18.0, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.4506515401639793, "train/layer_model_layers_0/grad/mean": -2.6291948212848253e-06, "train/layer_model_layers_0/grad/std": 0.0005562691912214341, "train/layer_model_layers_0/grad/max_abs": 0.01361083984375, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_43/param/norm": 21.413912862027342, "train/layer__model_layers_43/param/mean": 0.001484857520521524, "train/layer__model_layers_43/param/std": 0.052823708090701416, "train/layer__model_layers_43/param/max_abs": 1.0, "train/layer__model_layers_43/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_43/param/frac_near_user_limit": 0.0, "train/layer__model_layers_67/param/norm": 22.658168022260757, "train/layer__model_layers_67/param/mean": 0.001321730115298362, "train/layer__model_layers_67/param/std": 0.05590319172037472, "train/layer__model_layers_67/param/max_abs": 1.0, "train/layer__model_layers_67/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_67/param/frac_near_user_limit": 0.0, "train/layer__model_layers_86/param/norm": 23.721426067745167, "train/layer__model_layers_86/param/mean": 0.0012528409080088789, "train/layer__model_layers_86/param/std": 0.05852219792405747, "train/layer__model_layers_86/param/max_abs": 1.0, "train/layer__model_layers_86/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_86/param/frac_near_user_limit": 0.0, "train/layer_model_layers_62/act/norm": 15039.461222524924, "train/layer_model_layers_62/act/mean": 0.00876602759728065, "train/layer_model_layers_62/act/std": 0.7203419583364248, "train/layer_model_layers_62/act/max_abs": 13.5, "train/layer_model_layers_62/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_62/act/frac_near_user_limit": 0.0, "train/layer_model_layers_62/grad/norm": 0.058808778796495556, "train/layer_model_layers_62/grad/mean": -4.5282036856444503e-07, "train/layer_model_layers_62/grad/std": 7.260981439795395e-05, "train/layer_model_layers_62/grad/max_abs": 0.001312255859375, "train/layer_model_layers_62/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_62/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_35/param/norm": 20.594046374953855, "train/layer__model_layers_35/param/mean": 0.0015780111184916146, "train/layer__model_layers_35/param/std": 0.050796343952218985, "train/layer__model_layers_35/param/max_abs": 1.0, "train/layer__model_layers_35/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_35/param/frac_near_user_limit": 0.0, "train/layer__model_layers_75/param/norm": 23.416031834514573, "train/layer__model_layers_75/param/mean": 0.0010749709773547193, "train/layer__model_layers_75/param/std": 0.0578001364862307, "train/layer__model_layers_75/param/max_abs": 1.0, "train/layer__model_layers_75/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_75/param/frac_near_user_limit": 0.0, "train/layer_model_layers_78/act/norm": 15930.709290073633, "train/layer_model_layers_78/act/mean": -0.010975049092219425, "train/layer_model_layers_78/act/std": 0.7633982947745903, "train/layer_model_layers_78/act/max_abs": 12.125, "train/layer_model_layers_78/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_78/act/frac_near_user_limit": 0.0, "train/layer_model_layers_78/grad/norm": 0.07336093643956493, "train/layer_model_layers_78/grad/mean": 1.9746784603167993e-06, "train/layer_model_layers_78/grad/std": 9.046363433724422e-05, "train/layer_model_layers_78/grad/max_abs": 0.001495361328125, "train/layer_model_layers_78/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_78/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_42/param/norm": 20.816916057394884, "train/layer__model_layers_42/param/mean": 0.0014527628834645574, "train/layer__model_layers_42/param/std": 0.05136092490839355, "train/layer__model_layers_42/param/max_abs": 1.0, "train/layer__model_layers_42/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_42/param/frac_near_user_limit": 0.0, "train/layer_model_layers_60/act/norm": 14705.665761279482, "train/layer_model_layers_60/act/mean": -0.009868144989013672, "train/layer_model_layers_60/act/std": 0.7046230316945215, "train/layer_model_layers_60/act/max_abs": 14.0, "train/layer_model_layers_60/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_60/act/frac_near_user_limit": 0.0, "train/layer_model_layers_60/grad/norm": 0.05527187141974303, "train/layer_model_layers_60/grad/mean": -4.874943361825393e-07, "train/layer_model_layers_60/grad/std": 6.815811557888259e-05, "train/layer_model_layers_60/grad/max_abs": 0.00128173828125, "train/layer_model_layers_60/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_60/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_50/param/norm": 21.51226031243579, "train/layer__model_layers_50/param/mean": 0.0014729135307990444, "train/layer__model_layers_50/param/std": 0.05311695972216611, "train/layer__model_layers_50/param/max_abs": 1.0, "train/layer__model_layers_50/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_50/param/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 19.316096196323546, "train/layer__model_layers_6/param/mean": 0.0014594430670537369, "train/layer__model_layers_6/param/std": 0.047658259257593996, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/layer_model_layers_56/act/norm": 13943.968430256531, "train/layer_model_layers_56/act/mean": -0.012281417846679688, "train/layer_model_layers_56/act/std": 0.6678346946097212, "train/layer_model_layers_56/act/max_abs": 14.625, "train/layer_model_layers_56/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_56/act/frac_near_user_limit": 0.0, "train/layer_model_layers_56/grad/norm": 0.041089666080301526, "train/layer_model_layers_56/grad/mean": -1.3130470527722477e-06, "train/layer_model_layers_56/grad/std": 5.069186771802898e-05, "train/layer_model_layers_56/grad/max_abs": 0.000682830810546875, "train/layer_model_layers_56/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_56/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_84/param/norm": 23.850261234156324, "train/layer__model_layers_84/param/mean": 0.0013939534632166537, "train/layer__model_layers_84/param/std": 0.05886651912748472, "train/layer__model_layers_84/param/max_abs": 1.0, "train/layer__model_layers_84/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_84/param/frac_near_user_limit": 0.0, "train/layer_model_layers_14/act/norm": 14425.948342505217, "train/layer_model_layers_14/act/mean": -0.012277733319653915, "train/layer_model_layers_14/act/std": 0.6905362382253967, "train/layer_model_layers_14/act/max_abs": 18.125, "train/layer_model_layers_14/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_14/act/frac_near_user_limit": 0.0, "train/layer_model_layers_14/grad/norm": 0.03232552928056038, "train/layer_model_layers_14/grad/mean": -3.599739733752148e-07, "train/layer_model_layers_14/grad/std": 3.991344609421211e-05, "train/layer_model_layers_14/grad/max_abs": 0.0012969970703125, "train/layer_model_layers_14/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_14/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 19.610314967511357, "train/layer__model_layers_5/param/mean": 0.0013088279878851405, "train/layer__model_layers_5/param/std": 0.04839515469434547, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 19.94221388239656, "train/layer__model_layers_7/param/mean": 0.0016048947660115876, "train/layer__model_layers_7/param/std": 0.0492062108068897, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 17831.734710853812, "train/layer_model_layers_3/act/mean": -0.021967227642352764, "train/layer_model_layers_3/act/std": 0.8538823920582396, "train/layer_model_layers_3/act/max_abs": 18.5, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.05295488102558196, "train/layer_model_layers_3/grad/mean": -3.0507189011006573e-07, "train/layer_model_layers_3/grad/std": 6.538891963916826e-05, "train/layer_model_layers_3/grad/max_abs": 0.0027618408203125, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_66/param/norm": 23.019480540946184, "train/layer__model_layers_66/param/mean": 0.001376028551884263, "train/layer__model_layers_66/param/std": 0.056789170260322486, "train/layer__model_layers_66/param/max_abs": 1.0, "train/layer__model_layers_66/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_66/param/frac_near_user_limit": 0.0, "train/layer__model_layers_9/param/norm": 20.09390795039009, "train/layer__model_layers_9/param/mean": 0.001630756300808673, "train/layer__model_layers_9/param/std": 0.04958668254271731, "train/layer__model_layers_9/param/max_abs": 1.0, "train/layer__model_layers_9/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_9/param/frac_near_user_limit": 0.0, "train/layer_model_layers_11/act/norm": 14712.014244474702, "train/layer_model_layers_11/act/mean": -0.020569251133845404, "train/layer_model_layers_11/act/std": 0.7041437194801465, "train/layer_model_layers_11/act/max_abs": 18.25, "train/layer_model_layers_11/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_11/act/frac_near_user_limit": 0.0, "train/layer_model_layers_11/grad/norm": 0.032463942489811055, "train/layer_model_layers_11/grad/mean": -4.348302966161005e-07, "train/layer_model_layers_11/grad/std": 4.007609189918438e-05, "train/layer_model_layers_11/grad/max_abs": 0.001495361328125, "train/layer_model_layers_11/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_11/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_50/act/norm": 13829.011422131158, "train/layer_model_layers_50/act/mean": -0.005319356918334961, "train/layer_model_layers_50/act/std": 0.6625514713571143, "train/layer_model_layers_50/act/max_abs": 15.5, "train/layer_model_layers_50/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_50/act/frac_near_user_limit": 0.0, "train/layer_model_layers_50/grad/norm": 0.03845267134643921, "train/layer_model_layers_50/grad/mean": -9.540034030882319e-07, "train/layer_model_layers_50/grad/std": 4.7443961953962714e-05, "train/layer_model_layers_50/grad/max_abs": 0.0009002685546875, "train/layer_model_layers_50/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_50/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_72/param/norm": 22.91517987601232, "train/layer__model_layers_72/param/mean": 0.0015960550531396256, "train/layer__model_layers_72/param/std": 0.056543745881855345, "train/layer__model_layers_72/param/max_abs": 1.0, "train/layer__model_layers_72/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_72/param/frac_near_user_limit": 0.0, "train/layer__model_layers_90/param/norm": 25.513113203066773, "train/layer__model_layers_90/param/mean": 0.0016386475466342873, "train/layer__model_layers_90/param/std": 0.06298860499053334, "train/layer__model_layers_90/param/max_abs": 1.0, "train/layer__model_layers_90/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_90/param/frac_near_user_limit": 0.0, "train/layer_model_layers_66/act/norm": 15206.349098774415, "train/layer_model_layers_66/act/mean": -0.02051118703988882, "train/layer_model_layers_66/act/std": 0.7279626859814318, "train/layer_model_layers_66/act/max_abs": 13.375, "train/layer_model_layers_66/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_66/act/frac_near_user_limit": 0.0, "train/layer_model_layers_66/grad/norm": 0.06407017284803296, "train/layer_model_layers_66/grad/mean": 2.543919962393512e-08, "train/layer_model_layers_66/grad/std": 7.908935160734357e-05, "train/layer_model_layers_66/grad/max_abs": 0.00128936767578125, "train/layer_model_layers_66/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_66/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_23/param/norm": 19.926905002251353, "train/layer__model_layers_23/param/mean": 0.0015742737863811427, "train/layer__model_layers_23/param/std": 0.04918169593722733, "train/layer__model_layers_23/param/max_abs": 1.0, "train/layer__model_layers_23/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_23/param/frac_near_user_limit": 0.0, "train/layer__model_layers_41/param/norm": 20.66772326978107, "train/layer__model_layers_41/param/mean": 0.0015948410153203002, "train/layer__model_layers_41/param/std": 0.05099807840801883, "train/layer__model_layers_41/param/max_abs": 1.0, "train/layer__model_layers_41/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_41/param/frac_near_user_limit": 0.0, "train/layer_model_layers_64/act/norm": 14918.487908887184, "train/layer_model_layers_64/act/mean": -0.00724645761343149, "train/layer_model_layers_64/act/std": 0.7143072658137206, "train/layer_model_layers_64/act/max_abs": 13.4375, "train/layer_model_layers_64/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_64/act/frac_near_user_limit": 0.0, "train/layer_model_layers_64/grad/norm": 0.06303996661194479, "train/layer_model_layers_64/grad/mean": -7.843029178248925e-07, "train/layer_model_layers_64/grad/std": 7.77898072111298e-05, "train/layer_model_layers_64/grad/max_abs": 0.00109100341796875, "train/layer_model_layers_64/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_64/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_16/act/norm": 13723.645255429396, "train/layer_model_layers_16/act/mean": -0.013549071091871995, "train/layer_model_layers_16/act/std": 0.6570320160894837, "train/layer_model_layers_16/act/max_abs": 18.0, "train/layer_model_layers_16/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_16/act/frac_near_user_limit": 0.0, "train/layer_model_layers_16/grad/norm": 0.02985986391429142, "train/layer_model_layers_16/grad/mean": -3.542716203725282e-07, "train/layer_model_layers_16/grad/std": 3.684865338850418e-05, "train/layer_model_layers_16/grad/max_abs": 0.0014495849609375, "train/layer_model_layers_16/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_16/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_38/act/norm": 14276.320729783138, "train/layer_model_layers_38/act/mean": 0.004527458777794471, "train/layer_model_layers_38/act/std": 0.6833689087698839, "train/layer_model_layers_38/act/max_abs": 17.25, "train/layer_model_layers_38/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_38/act/frac_near_user_limit": 0.0, "train/layer_model_layers_38/grad/norm": 0.04781123048736175, "train/layer_model_layers_38/grad/mean": -5.338463406318249e-07, "train/layer_model_layers_38/grad/std": 5.9017827534993704e-05, "train/layer_model_layers_38/grad/max_abs": 0.002105712890625, "train/layer_model_layers_38/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_38/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_23/act/norm": 14348.120248448544, "train/layer_model_layers_23/act/mean": -0.013400444617638221, "train/layer_model_layers_23/act/std": 0.6874699153673076, "train/layer_model_layers_23/act/max_abs": 17.75, "train/layer_model_layers_23/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_23/act/frac_near_user_limit": 0.0, "train/layer_model_layers_23/grad/norm": 0.041803902882589485, "train/layer_model_layers_23/grad/mean": -4.232534194327368e-07, "train/layer_model_layers_23/grad/std": 5.16168775729547e-05, "train/layer_model_layers_23/grad/max_abs": 0.0019378662109375, "train/layer_model_layers_23/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_23/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_86/act/norm": 18001.65642864427, "train/layer_model_layers_86/act/mean": 0.0045631115253155045, "train/layer_model_layers_86/act/std": 0.8618652624385723, "train/layer_model_layers_86/act/max_abs": 11.8125, "train/layer_model_layers_86/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_86/act/frac_near_user_limit": 0.0, "train/layer_model_layers_86/grad/norm": 0.08472549217958579, "train/layer_model_layers_86/grad/mean": 6.78161202745393e-07, "train/layer_model_layers_86/grad/std": 0.00010463967621794743, "train/layer_model_layers_86/grad/max_abs": 0.0029144287109375, "train/layer_model_layers_86/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_86/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_15/param/norm": 19.92237131734699, "train/layer__model_layers_15/param/mean": 0.0017190299428383386, "train/layer__model_layers_15/param/std": 0.0491240825522255, "train/layer__model_layers_15/param/max_abs": 1.0, "train/layer__model_layers_15/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_15/param/frac_near_user_limit": 0.0, "train/layer__model_layers_92/param/norm": 25.80610544280171, "train/layer__model_layers_92/param/mean": 0.0014270776519537344, "train/layer__model_layers_92/param/std": 0.06374941248432099, "train/layer__model_layers_92/param/max_abs": 1.0, "train/layer__model_layers_92/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_92/param/frac_near_user_limit": 0.0, "train/layer__model_layers_93/param/norm": 26.09592056840494, "train/layer__model_layers_93/param/mean": 0.001694411457793761, "train/layer__model_layers_93/param/std": 0.06438776109286039, "train/layer__model_layers_93/param/max_abs": 1.0, "train/layer__model_layers_93/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_93/param/frac_near_user_limit": 0.0, "train/layer__model_layers_79/param/norm": 23.697474812730576, "train/layer__model_layers_79/param/mean": 0.0011414335967969969, "train/layer__model_layers_79/param/std": 0.05847010804242444, "train/layer__model_layers_79/param/max_abs": 1.0, "train/layer__model_layers_79/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_79/param/frac_near_user_limit": 0.0, "train/layer_model_layers_59/act/norm": 14001.25489727334, "train/layer_model_layers_59/act/mean": -0.012381333571213942, "train/layer_model_layers_59/act/std": 0.6704326124529199, "train/layer_model_layers_59/act/max_abs": 14.1875, "train/layer_model_layers_59/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_59/act/frac_near_user_limit": 0.0, "train/layer_model_layers_59/grad/norm": 0.048546672665779736, "train/layer_model_layers_59/grad/mean": -2.313615585707837e-07, "train/layer_model_layers_59/grad/std": 5.992086433161146e-05, "train/layer_model_layers_59/grad/max_abs": 0.001220703125, "train/layer_model_layers_59/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_59/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_47/param/norm": 21.383770130638798, "train/layer__model_layers_47/param/mean": 0.0013968695344493468, "train/layer__model_layers_47/param/std": 0.052747221489465916, "train/layer__model_layers_47/param/max_abs": 1.0, "train/layer__model_layers_47/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_47/param/frac_near_user_limit": 0.0, "train/layer__model_layers_77/param/norm": 23.444957147007116, "train/layer__model_layers_77/param/mean": 0.00136767311512773, "train/layer__model_layers_77/param/std": 0.05789583076726329, "train/layer__model_layers_77/param/max_abs": 1.0, "train/layer__model_layers_77/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_77/param/frac_near_user_limit": 0.0, "train/layer__model_layers_36/param/norm": 20.71507320316537, "train/layer__model_layers_36/param/mean": 0.001448799407054407, "train/layer__model_layers_36/param/std": 0.05112054314294771, "train/layer__model_layers_36/param/max_abs": 1.0, "train/layer__model_layers_36/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_36/param/frac_near_user_limit": 0.0, "train/layer_model_layers_32/act/norm": 13738.818527804407, "train/layer_model_layers_32/act/mean": -0.0017975981418903058, "train/layer_model_layers_32/act/std": 0.6578251556232674, "train/layer_model_layers_32/act/max_abs": 17.75, "train/layer_model_layers_32/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_32/act/frac_near_user_limit": 0.0, "train/layer_model_layers_32/grad/norm": 0.030488562200888022, "train/layer_model_layers_32/grad/mean": -5.535253428224933e-07, "train/layer_model_layers_32/grad/std": 3.7618355765277404e-05, "train/layer_model_layers_32/grad/max_abs": 0.00136566162109375, "train/layer_model_layers_32/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_32/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_91/param/norm": 25.383657697916586, "train/layer__model_layers_91/param/mean": 0.0013432971400887286, "train/layer__model_layers_91/param/std": 0.0626167737762589, "train/layer__model_layers_91/param/max_abs": 1.0, "train/layer__model_layers_91/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_91/param/frac_near_user_limit": 0.0, "train/layer_model_layers_90/act/norm": 19725.04895605531, "train/layer_model_layers_90/act/mean": -0.0042667388916015625, "train/layer_model_layers_90/act/std": 0.9441709584316438, "train/layer_model_layers_90/act/max_abs": 12.9375, "train/layer_model_layers_90/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_90/act/frac_near_user_limit": 0.0, "train/layer_model_layers_90/grad/norm": 0.09594909515165374, "train/layer_model_layers_90/grad/mean": 3.783566973138711e-07, "train/layer_model_layers_90/grad/std": 0.0001185716509789769, "train/layer_model_layers_90/grad/max_abs": 0.0012359619140625, "train/layer_model_layers_90/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_90/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 17673.052270815166, "train/layer_model_layers_7/act/mean": -0.0011301040649414062, "train/layer_model_layers_7/act/std": 0.846261559220837, "train/layer_model_layers_7/act/max_abs": 18.5, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.05498962537437466, "train/layer_model_layers_7/grad/mean": -2.531824392294177e-07, "train/layer_model_layers_7/grad/std": 6.78591416744602e-05, "train/layer_model_layers_7/grad/max_abs": 0.00151824951171875, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_49/act/norm": 13984.720369380466, "train/layer_model_layers_49/act/mean": -0.013681265024038462, "train/layer_model_layers_49/act/std": 0.6697020934181188, "train/layer_model_layers_49/act/max_abs": 15.625, "train/layer_model_layers_49/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_49/act/frac_near_user_limit": 0.0, "train/layer_model_layers_49/grad/norm": 0.041373440765125835, "train/layer_model_layers_49/grad/mean": -1.0023224814075762e-06, "train/layer_model_layers_49/grad/std": 5.105408098834952e-05, "train/layer_model_layers_49/grad/max_abs": 0.0010528564453125, "train/layer_model_layers_49/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_49/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_40/act/norm": 14514.946209622285, "train/layer_model_layers_40/act/mean": -0.02651361318734976, "train/layer_model_layers_40/act/std": 0.6939038568078016, "train/layer_model_layers_40/act/max_abs": 16.875, "train/layer_model_layers_40/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_40/act/frac_near_user_limit": 0.0, "train/layer_model_layers_40/grad/norm": 0.044748875727484747, "train/layer_model_layers_40/grad/mean": -6.541832787523776e-07, "train/layer_model_layers_40/grad/std": 5.525475918681201e-05, "train/layer_model_layers_40/grad/max_abs": 0.0019073486328125, "train/layer_model_layers_40/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_40/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_71/act/norm": 14691.708274958704, "train/layer_model_layers_71/act/mean": -0.011831939220428467, "train/layer_model_layers_71/act/std": 0.7033028045800568, "train/layer_model_layers_71/act/max_abs": 13.25, "train/layer_model_layers_71/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_71/act/frac_near_user_limit": 0.0, "train/layer_model_layers_71/grad/norm": 0.05501604599080929, "train/layer_model_layers_71/grad/mean": 1.3166562001716328e-06, "train/layer_model_layers_71/grad/std": 6.787615593491401e-05, "train/layer_model_layers_71/grad/max_abs": 0.0009307861328125, "train/layer_model_layers_71/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_71/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_34/act/norm": 13825.37205270746, "train/layer_model_layers_34/act/mean": -0.0042987236609825724, "train/layer_model_layers_34/act/std": 0.6616645679130654, "train/layer_model_layers_34/act/max_abs": 17.875, "train/layer_model_layers_34/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_34/act/frac_near_user_limit": 0.0, "train/layer_model_layers_34/grad/norm": 0.040565014689839494, "train/layer_model_layers_34/grad/mean": -4.541483386630387e-07, "train/layer_model_layers_34/grad/std": 5.005656593817627e-05, "train/layer_model_layers_34/grad/max_abs": 0.0025634765625, "train/layer_model_layers_34/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_34/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_35/act/norm": 14009.14126087006, "train/layer_model_layers_35/act/mean": -0.0032411722036508415, "train/layer_model_layers_35/act/std": 0.6704377585680107, "train/layer_model_layers_35/act/max_abs": 17.625, "train/layer_model_layers_35/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_35/act/frac_near_user_limit": 0.0, "train/layer_model_layers_35/grad/norm": 0.04050165368069781, "train/layer_model_layers_35/grad/mean": -7.583261373076535e-07, "train/layer_model_layers_35/grad/std": 5.001362093369733e-05, "train/layer_model_layers_35/grad/max_abs": 0.00147247314453125, "train/layer_model_layers_35/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_35/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_44/act/norm": 14106.98138353816, "train/layer_model_layers_44/act/mean": -0.007597446441650391, "train/layer_model_layers_44/act/std": 0.675780516560674, "train/layer_model_layers_44/act/max_abs": 16.5, "train/layer_model_layers_44/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_44/act/frac_near_user_limit": 0.0, "train/layer_model_layers_44/grad/norm": 0.04187728086182364, "train/layer_model_layers_44/grad/mean": -4.05273517933725e-07, "train/layer_model_layers_44/grad/std": 5.170144728850115e-05, "train/layer_model_layers_44/grad/max_abs": 0.002105712890625, "train/layer_model_layers_44/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_44/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 15870.7596089345, "train/layer_model_layers_2/act/mean": -0.013445047231820913, "train/layer_model_layers_2/act/std": 0.7600054486092788, "train/layer_model_layers_2/act/max_abs": 18.5, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.04878794585343646, "train/layer_model_layers_2/grad/mean": -2.4016934930813294e-07, "train/layer_model_layers_2/grad/std": 6.024665606774132e-05, "train/layer_model_layers_2/grad/max_abs": 0.00194549560546875, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_88/act/norm": 19923.426149853545, "train/layer_model_layers_88/act/mean": -0.01352223983177772, "train/layer_model_layers_88/act/std": 0.9535765165706224, "train/layer_model_layers_88/act/max_abs": 12.3125, "train/layer_model_layers_88/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_88/act/frac_near_user_limit": 0.0, "train/layer_model_layers_88/grad/norm": 0.10718360615419528, "train/layer_model_layers_88/grad/mean": -2.1895106777246582e-07, "train/layer_model_layers_88/grad/std": 0.00013220854495455645, "train/layer_model_layers_88/grad/max_abs": 0.0017547607421875, "train/layer_model_layers_88/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_88/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_60/param/norm": 22.5230567627376, "train/layer__model_layers_60/param/mean": 0.0014709535515438563, "train/layer__model_layers_60/param/std": 0.05560692608651663, "train/layer__model_layers_60/param/max_abs": 1.0, "train/layer__model_layers_60/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_60/param/frac_near_user_limit": 0.0, "train/layer_model_layers_43/act/norm": 14193.951144887717, "train/layer_model_layers_43/act/mean": -0.006108238146855281, "train/layer_model_layers_43/act/std": 0.6789855908041771, "train/layer_model_layers_43/act/max_abs": 16.5, "train/layer_model_layers_43/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_43/act/frac_near_user_limit": 0.0, "train/layer_model_layers_43/grad/norm": 0.04383669811163795, "train/layer_model_layers_43/grad/mean": -6.444999212965765e-07, "train/layer_model_layers_43/grad/std": 5.403130405929447e-05, "train/layer_model_layers_43/grad/max_abs": 0.00170135498046875, "train/layer_model_layers_43/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_43/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_58/act/norm": 13827.715450297033, "train/layer_model_layers_58/act/mean": -0.014302748900193434, "train/layer_model_layers_58/act/std": 0.6619474864664003, "train/layer_model_layers_58/act/max_abs": 14.4375, "train/layer_model_layers_58/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_58/act/frac_near_user_limit": 0.0, "train/layer_model_layers_58/grad/norm": 0.04578523569825172, "train/layer_model_layers_58/grad/mean": -3.1839027512650037e-07, "train/layer_model_layers_58/grad/std": 5.651223400608228e-05, "train/layer_model_layers_58/grad/max_abs": 0.0009918212890625, "train/layer_model_layers_58/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_58/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_84/act/norm": 17232.725046214586, "train/layer_model_layers_84/act/mean": -0.015866206242487982, "train/layer_model_layers_84/act/std": 0.8248708860955685, "train/layer_model_layers_84/act/max_abs": 11.5, "train/layer_model_layers_84/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_84/act/frac_near_user_limit": 0.0, "train/layer_model_layers_84/grad/norm": 0.08014847228486574, "train/layer_model_layers_84/grad/mean": 1.3321298123707824e-06, "train/layer_model_layers_84/grad/std": 9.905141228679755e-05, "train/layer_model_layers_84/grad/max_abs": 0.0010986328125, "train/layer_model_layers_84/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_84/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_10/param/norm": 19.756303384932618, "train/layer__model_layers_10/param/mean": 0.0017354789650570399, "train/layer__model_layers_10/param/std": 0.04872301080720276, "train/layer__model_layers_10/param/max_abs": 1.0, "train/layer__model_layers_10/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_10/param/frac_near_user_limit": 0.0, "train/layer_model_layers_77/act/norm": 15838.919834704415, "train/layer_model_layers_77/act/mean": -0.0003136579806988056, "train/layer_model_layers_77/act/std": 0.7587531027425818, "train/layer_model_layers_77/act/max_abs": 12.5, "train/layer_model_layers_77/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_77/act/frac_near_user_limit": 0.0, "train/layer_model_layers_77/grad/norm": 0.07216690080269351, "train/layer_model_layers_77/grad/mean": 2.2342791795358643e-06, "train/layer_model_layers_77/grad/std": 8.909165589267315e-05, "train/layer_model_layers_77/grad/max_abs": 0.00171661376953125, "train/layer_model_layers_77/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_77/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 19.20518449086405, "train/layer__model_layers_2/param/mean": 0.0013782899948810452, "train/layer__model_layers_2/param/std": 0.04740688019307652, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_63/act/norm": 14853.193461585483, "train/layer_model_layers_63/act/mean": -0.014367910531850962, "train/layer_model_layers_63/act/std": 0.7113895457422618, "train/layer_model_layers_63/act/max_abs": 13.4375, "train/layer_model_layers_63/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_63/act/frac_near_user_limit": 0.0, "train/layer_model_layers_63/grad/norm": 0.05913403668970808, "train/layer_model_layers_63/grad/mean": -6.287923887627731e-07, "train/layer_model_layers_63/grad/std": 7.292077286819768e-05, "train/layer_model_layers_63/grad/max_abs": 0.001434326171875, "train/layer_model_layers_63/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_63/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_80/act/norm": 17346.183775680223, "train/layer_model_layers_80/act/mean": 0.00289612550001878, "train/layer_model_layers_80/act/std": 0.8308556977363757, "train/layer_model_layers_80/act/max_abs": 11.6875, "train/layer_model_layers_80/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_80/act/frac_near_user_limit": 0.0, "train/layer_model_layers_80/grad/norm": 0.07929659983820342, "train/layer_model_layers_80/grad/mean": 1.2121468422100435e-06, "train/layer_model_layers_80/grad/std": 9.788855905227101e-05, "train/layer_model_layers_80/grad/max_abs": 0.00162506103515625, "train/layer_model_layers_80/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_80/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_29/param/norm": 20.27477265593871, "train/layer__model_layers_29/param/mean": 0.0018924231090337363, "train/layer__model_layers_29/param/std": 0.05002479589228569, "train/layer__model_layers_29/param/max_abs": 1.0, "train/layer__model_layers_29/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_29/param/frac_near_user_limit": 0.0, "train/layer_model_layers_57/act/norm": 14225.202897882744, "train/layer_model_layers_57/act/mean": -0.014438335712139424, "train/layer_model_layers_57/act/std": 0.6814372350383208, "train/layer_model_layers_57/act/max_abs": 14.5625, "train/layer_model_layers_57/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_57/act/frac_near_user_limit": 0.0, "train/layer_model_layers_57/grad/norm": 0.04946077654781701, "train/layer_model_layers_57/grad/mean": -7.004918771768323e-07, "train/layer_model_layers_57/grad/std": 6.110788663412927e-05, "train/layer_model_layers_57/grad/max_abs": 0.000888824462890625, "train/layer_model_layers_57/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_57/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_69/param/norm": 22.66719563184868, "train/layer__model_layers_69/param/mean": 0.0012506017818837754, "train/layer__model_layers_69/param/std": 0.05596413925610011, "train/layer__model_layers_69/param/max_abs": 1.0, "train/layer__model_layers_69/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_69/param/frac_near_user_limit": 0.0, "train/layer__model_layers_48/param/norm": 21.457750548315868, "train/layer__model_layers_48/param/mean": 0.0013347988753534517, "train/layer__model_layers_48/param/std": 0.052959456171684814, "train/layer__model_layers_48/param/max_abs": 1.0, "train/layer__model_layers_48/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_48/param/frac_near_user_limit": 0.0, "train/layer__model_layers_37/param/norm": 20.517552746444323, "train/layer__model_layers_37/param/mean": 0.0016989864164879095, "train/layer__model_layers_37/param/std": 0.05061769595458926, "train/layer__model_layers_37/param/max_abs": 1.0, "train/layer__model_layers_37/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_37/param/frac_near_user_limit": 0.0, "train/layer__model_layers_81/param/norm": 23.954342964794506, "train/layer__model_layers_81/param/mean": 0.0013938136108208, "train/layer__model_layers_81/param/std": 0.059092307379107624, "train/layer__model_layers_81/param/max_abs": 1.0, "train/layer__model_layers_81/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_81/param/frac_near_user_limit": 0.0, "train/layer_model_layers_83/act/norm": 17306.307919843417, "train/layer_model_layers_83/act/mean": 0.004166823167067308, "train/layer_model_layers_83/act/std": 0.8287122879569792, "train/layer_model_layers_83/act/max_abs": 11.875, "train/layer_model_layers_83/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_83/act/frac_near_user_limit": 0.0, "train/layer_model_layers_83/grad/norm": 0.08166384838644661, "train/layer_model_layers_83/grad/mean": 1.3493512889338359e-06, "train/layer_model_layers_83/grad/std": 0.00010078194599000284, "train/layer_model_layers_83/grad/max_abs": 0.001434326171875, "train/layer_model_layers_83/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_83/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_44/param/norm": 21.268925395985573, "train/layer__model_layers_44/param/mean": 0.0015361149113933307, "train/layer__model_layers_44/param/std": 0.05248239175668478, "train/layer__model_layers_44/param/max_abs": 1.0, "train/layer__model_layers_44/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_44/param/frac_near_user_limit": 0.0, "train/layer__model_layers_65/param/norm": 22.633350496280926, "train/layer__model_layers_65/param/mean": 0.001354163968804846, "train/layer__model_layers_65/param/std": 0.055859497771026057, "train/layer__model_layers_65/param/max_abs": 1.0, "train/layer__model_layers_65/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_65/param/frac_near_user_limit": 0.0, "train/layer__model_layers_45/param/norm": 21.11727854447632, "train/layer__model_layers_45/param/mean": 0.001558277052761798, "train/layer__model_layers_45/param/std": 0.05211408237826137, "train/layer__model_layers_45/param/max_abs": 1.0, "train/layer__model_layers_45/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_45/param/frac_near_user_limit": 0.0, "train/layer__model_layers_26/param/norm": 19.81731753337848, "train/layer__model_layers_26/param/mean": 0.0018307452268793876, "train/layer__model_layers_26/param/std": 0.04890120477648718, "train/layer__model_layers_26/param/max_abs": 1.0, "train/layer__model_layers_26/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_26/param/frac_near_user_limit": 0.0, "train/layer__model_layers_39/param/norm": 20.626071231650613, "train/layer__model_layers_39/param/mean": 0.0013805276332147036, "train/layer__model_layers_39/param/std": 0.050914773666392334, "train/layer__model_layers_39/param/max_abs": 1.0, "train/layer__model_layers_39/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_39/param/frac_near_user_limit": 0.0, "train/layer__model_layers_13/param/norm": 19.696903756126876, "train/layer__model_layers_13/param/mean": 0.0016655170601355305, "train/layer__model_layers_13/param/std": 0.04860898512846425, "train/layer__model_layers_13/param/max_abs": 1.0, "train/layer__model_layers_13/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_13/param/frac_near_user_limit": 0.0, "train/layer__model_layers_87/param/norm": 24.13714072751783, "train/layer__model_layers_87/param/mean": 0.0012810717506825274, "train/layer__model_layers_87/param/std": 0.05953358582640135, "train/layer__model_layers_87/param/max_abs": 1.0, "train/layer__model_layers_87/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_87/param/frac_near_user_limit": 0.0, "train/layer_model_layers_31/act/norm": 13771.264577631771, "train/layer_model_layers_31/act/mean": -0.004345527062049279, "train/layer_model_layers_31/act/std": 0.6599148075628809, "train/layer_model_layers_31/act/max_abs": 17.75, "train/layer_model_layers_31/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_31/act/frac_near_user_limit": 0.0, "train/layer_model_layers_31/grad/norm": 0.03319284593558431, "train/layer_model_layers_31/grad/mean": -5.70730019982631e-07, "train/layer_model_layers_31/grad/std": 4.0987227513909844e-05, "train/layer_model_layers_31/grad/max_abs": 0.00148773193359375, "train/layer_model_layers_31/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_31/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 15737.41196543153, "train/layer_model_layers_6/act/mean": -0.014111592219426082, "train/layer_model_layers_6/act/std": 0.7534980853839944, "train/layer_model_layers_6/act/max_abs": 18.75, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.04084197028419201, "train/layer_model_layers_6/grad/mean": -2.650157570281006e-07, "train/layer_model_layers_6/grad/std": 5.040407267559093e-05, "train/layer_model_layers_6/grad/max_abs": 0.00164031982421875, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_52/act/norm": 13635.528980728399, "train/layer_model_layers_52/act/mean": -0.013035040635329027, "train/layer_model_layers_52/act/std": 0.6530260325062891, "train/layer_model_layers_52/act/max_abs": 15.4375, "train/layer_model_layers_52/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_52/act/frac_near_user_limit": 0.0, "train/layer_model_layers_52/grad/norm": 0.03970904908905663, "train/layer_model_layers_52/grad/mean": -1.2616340692813237e-06, "train/layer_model_layers_52/grad/std": 4.898490229483805e-05, "train/layer_model_layers_52/grad/max_abs": 0.0008392333984375, "train/layer_model_layers_52/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_52/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_70/param/norm": 25.220260177831236, "train/layer__model_layers_70/param/mean": 0.0013739456438609107, "train/layer__model_layers_70/param/std": 0.06223362508540903, "train/layer__model_layers_70/param/max_abs": 1.0, "train/layer__model_layers_70/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_70/param/frac_near_user_limit": 0.0, "train/layer__model_layers_24/param/norm": 20.0385919169892, "train/layer__model_layers_24/param/mean": 0.0016106235069715288, "train/layer__model_layers_24/param/std": 0.04944667002403203, "train/layer__model_layers_24/param/max_abs": 1.0, "train/layer__model_layers_24/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_24/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 22.208891536527663, "train/layer__model_layers_0/param/mean": 0.001378105508741834, "train/layer__model_layers_0/param/std": 0.05478733909749186, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_48/act/norm": 14152.366141103485, "train/layer_model_layers_48/act/mean": -0.004414485051081731, "train/layer_model_layers_48/act/std": 0.6772475823375154, "train/layer_model_layers_48/act/max_abs": 15.75, "train/layer_model_layers_48/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_48/act/frac_near_user_limit": 0.0, "train/layer_model_layers_48/grad/norm": 0.04209173518518737, "train/layer_model_layers_48/grad/mean": -6.748395975586172e-07, "train/layer_model_layers_48/grad/std": 5.192943027429765e-05, "train/layer_model_layers_48/grad/max_abs": 0.00130462646484375, "train/layer_model_layers_48/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_48/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_88/param/norm": 24.794073762695795, "train/layer__model_layers_88/param/mean": 0.0012981396941424532, "train/layer__model_layers_88/param/std": 0.06121913213058473, "train/layer__model_layers_88/param/max_abs": 1.0, "train/layer__model_layers_88/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_88/param/frac_near_user_limit": 0.0, "train/layer__model_layers_80/param/norm": 23.76522949210674, "train/layer__model_layers_80/param/mean": 0.0014930790560479842, "train/layer__model_layers_80/param/std": 0.058693134890120985, "train/layer__model_layers_80/param/max_abs": 1.0, "train/layer__model_layers_80/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_80/param/frac_near_user_limit": 0.0, "train/layer__model_layers_16/param/norm": 19.36194746831075, "train/layer__model_layers_16/param/mean": 0.001694582553809965, "train/layer__model_layers_16/param/std": 0.04777227771287646, "train/layer__model_layers_16/param/max_abs": 1.0, "train/layer__model_layers_16/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_16/param/frac_near_user_limit": 0.0, "train/layer_model_layers_25/act/norm": 14193.152668810737, "train/layer_model_layers_25/act/mean": -0.01682310837965745, "train/layer_model_layers_25/act/std": 0.6794937629947498, "train/layer_model_layers_25/act/max_abs": 17.75, "train/layer_model_layers_25/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_25/act/frac_near_user_limit": 0.0, "train/layer_model_layers_25/grad/norm": 0.036125284716454174, "train/layer_model_layers_25/grad/mean": -4.947938129608047e-07, "train/layer_model_layers_25/grad/std": 4.457498735993078e-05, "train/layer_model_layers_25/grad/max_abs": 0.0020751953125, "train/layer_model_layers_25/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_25/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_85/act/norm": 17260.887568748163, "train/layer_model_layers_85/act/mean": -0.009839052191147437, "train/layer_model_layers_85/act/std": 0.8261599114962337, "train/layer_model_layers_85/act/max_abs": 11.25, "train/layer_model_layers_85/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_85/act/frac_near_user_limit": 0.0, "train/layer_model_layers_85/grad/norm": 0.07932517162027791, "train/layer_model_layers_85/grad/mean": 9.716277020909299e-07, "train/layer_model_layers_85/grad/std": 9.800603789931273e-05, "train/layer_model_layers_85/grad/max_abs": 0.00101470947265625, "train/layer_model_layers_85/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_85/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 16383.449037665092, "train/layer_model_layers_8/act/mean": -0.0011056753305288462, "train/layer_model_layers_8/act/std": 0.7842670281018099, "train/layer_model_layers_8/act/max_abs": 18.5, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.039934789377304276, "train/layer_model_layers_8/grad/mean": -3.1018744450928453e-07, "train/layer_model_layers_8/grad/std": 4.929732854360831e-05, "train/layer_model_layers_8/grad/max_abs": 0.00201416015625, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_82/param/norm": 23.77042707073224, "train/layer__model_layers_82/param/mean": 0.001348581775302262, "train/layer__model_layers_82/param/std": 0.05864702842078529, "train/layer__model_layers_82/param/max_abs": 1.0, "train/layer__model_layers_82/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_82/param/frac_near_user_limit": 0.0, "train/layer_model_layers_92/act/norm": 22717.34673530795, "train/layer_model_layers_92/act/mean": 0.0031217428354116585, "train/layer_model_layers_92/act/std": 1.087882636251253, "train/layer_model_layers_92/act/max_abs": 17.75, "train/layer_model_layers_92/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_92/act/frac_near_user_limit": 0.0, "train/layer_model_layers_92/grad/norm": 0.10405090333832567, "train/layer_model_layers_92/grad/mean": -3.251129421354642e-07, "train/layer_model_layers_92/grad/std": 0.00012834847476516438, "train/layer_model_layers_92/grad/max_abs": 0.00135040283203125, "train/layer_model_layers_92/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_92/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_91/act/norm": 21365.193028224716, "train/layer_model_layers_91/act/mean": -0.014853550837590145, "train/layer_model_layers_91/act/std": 1.0227779314799663, "train/layer_model_layers_91/act/max_abs": 15.75, "train/layer_model_layers_91/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_91/act/frac_near_user_limit": 0.0, "train/layer_model_layers_91/grad/norm": 0.10398106284969418, "train/layer_model_layers_91/grad/mean": 3.848730494935129e-07, "train/layer_model_layers_91/grad/std": 0.00012836935604943137, "train/layer_model_layers_91/grad/max_abs": 0.0015106201171875, "train/layer_model_layers_91/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_91/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_64/param/norm": 22.87982360345027, "train/layer__model_layers_64/param/mean": 0.001362674135871685, "train/layer__model_layers_64/param/std": 0.05647512471582737, "train/layer__model_layers_64/param/max_abs": 1.0, "train/layer__model_layers_64/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_64/param/frac_near_user_limit": 0.0, "train/layer_model_layers_67/act/norm": 14946.328607839983, "train/layer_model_layers_67/act/mean": -0.011350154876708984, "train/layer_model_layers_67/act/std": 0.7157979228894702, "train/layer_model_layers_67/act/max_abs": 13.3125, "train/layer_model_layers_67/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_67/act/frac_near_user_limit": 0.0, "train/layer_model_layers_67/grad/norm": 0.05884391681589697, "train/layer_model_layers_67/grad/mean": 3.816649991896893e-07, "train/layer_model_layers_67/grad/std": 7.257972259080665e-05, "train/layer_model_layers_67/grad/max_abs": 0.00113677978515625, "train/layer_model_layers_67/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_67/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_32/param/norm": 20.027843167778325, "train/layer__model_layers_32/param/mean": 0.001655566710949688, "train/layer__model_layers_32/param/std": 0.049424806719722186, "train/layer__model_layers_32/param/max_abs": 1.0, "train/layer__model_layers_32/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_32/param/frac_near_user_limit": 0.0, "train/layer__model_layers_34/param/norm": 20.559679945298882, "train/layer__model_layers_34/param/mean": 0.0016206452701467433, "train/layer__model_layers_34/param/std": 0.05073909200841603, "train/layer__model_layers_34/param/max_abs": 1.0, "train/layer__model_layers_34/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_34/param/frac_near_user_limit": 0.0, "train/layer__model_layers_58/param/norm": 21.659637406432385, "train/layer__model_layers_58/param/mean": 0.0013510574602671607, "train/layer__model_layers_58/param/std": 0.053446129350418765, "train/layer__model_layers_58/param/max_abs": 1.0, "train/layer__model_layers_58/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_58/param/frac_near_user_limit": 0.0, "train/layer__model_layers_61/param/norm": 22.29439479022698, "train/layer__model_layers_61/param/mean": 0.001442991069252145, "train/layer__model_layers_61/param/std": 0.055063092294910014, "train/layer__model_layers_61/param/max_abs": 1.0, "train/layer__model_layers_61/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_61/param/frac_near_user_limit": 0.0, "train/layer_model_layers_81/act/norm": 17360.167171817855, "train/layer_model_layers_81/act/mean": -0.00762024292579064, "train/layer_model_layers_81/act/std": 0.8318082435820071, "train/layer_model_layers_81/act/max_abs": 11.9375, "train/layer_model_layers_81/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_81/act/frac_near_user_limit": 0.0, "train/layer_model_layers_81/grad/norm": 0.07924676760870837, "train/layer_model_layers_81/grad/mean": 1.5453358475763972e-06, "train/layer_model_layers_81/grad/std": 9.776966356877441e-05, "train/layer_model_layers_81/grad/max_abs": 0.00107574462890625, "train/layer_model_layers_81/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_81/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_17/param/norm": 19.64120300462143, "train/layer__model_layers_17/param/mean": 0.0016525316164013749, "train/layer__model_layers_17/param/std": 0.04846275009775069, "train/layer__model_layers_17/param/max_abs": 1.0, "train/layer__model_layers_17/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_17/param/frac_near_user_limit": 0.0, "train/layer_model_layers_72/act/norm": 14891.432296044368, "train/layer_model_layers_72/act/mean": 0.0026672803438626803, "train/layer_model_layers_72/act/std": 0.7127981588770554, "train/layer_model_layers_72/act/max_abs": 13.25, "train/layer_model_layers_72/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_72/act/frac_near_user_limit": 0.0, "train/layer_model_layers_72/grad/norm": 0.05921144206464787, "train/layer_model_layers_72/grad/mean": 1.1341308691072483e-06, "train/layer_model_layers_72/grad/std": 7.310144715606646e-05, "train/layer_model_layers_72/grad/max_abs": 0.0016021728515625, "train/layer_model_layers_72/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_72/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_40/param/norm": 21.15683275600639, "train/layer__model_layers_40/param/mean": 0.0012323198006045242, "train/layer__model_layers_40/param/std": 0.05220513998228683, "train/layer__model_layers_40/param/max_abs": 1.0, "train/layer__model_layers_40/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_40/param/frac_near_user_limit": 0.0, "train/layer__model_layers_27/param/norm": 20.306134820002672, "train/layer__model_layers_27/param/mean": 0.0015887708262236739, "train/layer__model_layers_27/param/std": 0.05009093431321509, "train/layer__model_layers_27/param/max_abs": 1.0, "train/layer__model_layers_27/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_27/param/frac_near_user_limit": 0.0, "train/layer_model_layers_20/act/norm": 13325.747470133701, "train/layer_model_layers_20/act/mean": 0.004336100358229417, "train/layer_model_layers_20/act/std": 0.6384361518013436, "train/layer_model_layers_20/act/max_abs": 17.875, "train/layer_model_layers_20/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_20/act/frac_near_user_limit": 0.0, "train/layer_model_layers_20/grad/norm": 0.02524980048337818, "train/layer_model_layers_20/grad/mean": -6.004253710371656e-07, "train/layer_model_layers_20/grad/std": 3.11613524586756e-05, "train/layer_model_layers_20/grad/max_abs": 0.00127410888671875, "train/layer_model_layers_20/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_20/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_85/param/norm": 23.633141784896058, "train/layer__model_layers_85/param/mean": 0.0012499352513163026, "train/layer__model_layers_85/param/std": 0.058378779708442075, "train/layer__model_layers_85/param/max_abs": 1.0, "train/layer__model_layers_85/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_85/param/frac_near_user_limit": 0.0, "train/layer_model_layers_36/act/norm": 14062.167193092539, "train/layer_model_layers_36/act/mean": -0.0017990699181189905, "train/layer_model_layers_36/act/std": 0.6731045492503508, "train/layer_model_layers_36/act/max_abs": 17.375, "train/layer_model_layers_36/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_36/act/frac_near_user_limit": 0.0, "train/layer_model_layers_36/grad/norm": 0.03975023009162283, "train/layer_model_layers_36/grad/mean": -1.0224766796818018e-06, "train/layer_model_layers_36/grad/std": 4.9058258312631434e-05, "train/layer_model_layers_36/grad/max_abs": 0.001373291015625, "train/layer_model_layers_36/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_36/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_46/param/norm": 21.183149673221994, "train/layer__model_layers_46/param/mean": 0.0014039990310549923, "train/layer__model_layers_46/param/std": 0.05228064651841919, "train/layer__model_layers_46/param/max_abs": 1.0, "train/layer__model_layers_46/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_46/param/frac_near_user_limit": 0.0, "train/layer_model_layers_45/act/norm": 14047.177743963912, "train/layer_model_layers_45/act/mean": 0.007022454188420222, "train/layer_model_layers_45/act/std": 0.6723346380977128, "train/layer_model_layers_45/act/max_abs": 16.375, "train/layer_model_layers_45/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_45/act/frac_near_user_limit": 0.0, "train/layer_model_layers_45/grad/norm": 0.04352222064334929, "train/layer_model_layers_45/grad/mean": -5.703340989193195e-07, "train/layer_model_layers_45/grad/std": 5.3753671623839726e-05, "train/layer_model_layers_45/grad/max_abs": 0.00138092041015625, "train/layer_model_layers_45/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_45/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_17/act/norm": 14464.255866876672, "train/layer_model_layers_17/act/mean": -0.015508798452524038, "train/layer_model_layers_17/act/std": 0.6925628204511236, "train/layer_model_layers_17/act/max_abs": 18.0, "train/layer_model_layers_17/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_17/act/frac_near_user_limit": 0.0, "train/layer_model_layers_17/grad/norm": 0.03684007529430652, "train/layer_model_layers_17/grad/mean": -4.917525761875552e-07, "train/layer_model_layers_17/grad/std": 4.545912450728324e-05, "train/layer_model_layers_17/grad/max_abs": 0.001708984375, "train/layer_model_layers_17/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_17/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_57/param/norm": 21.927147664197, "train/layer__model_layers_57/param/mean": 0.0014554171034028862, "train/layer__model_layers_57/param/std": 0.054066536153962695, "train/layer__model_layers_57/param/max_abs": 1.0, "train/layer__model_layers_57/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_57/param/frac_near_user_limit": 0.0, "train/layer_model_layers_65/act/norm": 14804.262599067215, "train/layer_model_layers_65/act/mean": -0.010542094707489014, "train/layer_model_layers_65/act/std": 0.7088675372636047, "train/layer_model_layers_65/act/max_abs": 13.4375, "train/layer_model_layers_65/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_65/act/frac_near_user_limit": 0.0, "train/layer_model_layers_65/grad/norm": 0.057163645450440684, "train/layer_model_layers_65/grad/mean": -1.515251658450051e-07, "train/layer_model_layers_65/grad/std": 7.049803287173177e-05, "train/layer_model_layers_65/grad/max_abs": 0.00128173828125, "train/layer_model_layers_65/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_65/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_22/act/norm": 14383.493303862946, "train/layer_model_layers_22/act/mean": 0.008509122408353366, "train/layer_model_layers_22/act/std": 0.6887395602329687, "train/layer_model_layers_22/act/max_abs": 17.75, "train/layer_model_layers_22/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_22/act/frac_near_user_limit": 0.0, "train/layer_model_layers_22/grad/norm": 0.03818477751695803, "train/layer_model_layers_22/grad/mean": -5.001502798785937e-07, "train/layer_model_layers_22/grad/std": 4.713009157030259e-05, "train/layer_model_layers_22/grad/max_abs": 0.0016632080078125, "train/layer_model_layers_22/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_22/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_79/act/norm": 16532.63977359766, "train/layer_model_layers_79/act/mean": -0.018518594595102165, "train/layer_model_layers_79/act/std": 0.791086447215829, "train/layer_model_layers_79/act/max_abs": 11.8125, "train/layer_model_layers_79/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_79/act/frac_near_user_limit": 0.0, "train/layer_model_layers_79/grad/norm": 0.06946386139143218, "train/layer_model_layers_79/grad/mean": 1.3425051236115454e-06, "train/layer_model_layers_79/grad/std": 8.57656529400095e-05, "train/layer_model_layers_79/grad/max_abs": 0.00106048583984375, "train/layer_model_layers_79/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_79/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_74/act/norm": 15245.96935332555, "train/layer_model_layers_74/act/mean": 0.0031343606802133415, "train/layer_model_layers_74/act/std": 0.7303653767973389, "train/layer_model_layers_74/act/max_abs": 12.9375, "train/layer_model_layers_74/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_74/act/frac_near_user_limit": 0.0, "train/layer_model_layers_74/grad/norm": 0.06232370426714431, "train/layer_model_layers_74/grad/mean": 1.6230758564334577e-06, "train/layer_model_layers_74/grad/std": 7.690472753328009e-05, "train/layer_model_layers_74/grad/max_abs": 0.0011444091796875, "train/layer_model_layers_74/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_74/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_21/act/norm": 14304.965025074629, "train/layer_model_layers_21/act/mean": -0.00747827383188101, "train/layer_model_layers_21/act/std": 0.6849715946046192, "train/layer_model_layers_21/act/max_abs": 17.875, "train/layer_model_layers_21/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_21/act/frac_near_user_limit": 0.0, "train/layer_model_layers_21/grad/norm": 0.04038451935460296, "train/layer_model_layers_21/grad/mean": -3.9678055708777516e-07, "train/layer_model_layers_21/grad/std": 4.985008075641213e-05, "train/layer_model_layers_21/grad/max_abs": 0.0018768310546875, "train/layer_model_layers_21/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_21/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_73/param/norm": 22.520758653129338, "train/layer__model_layers_73/param/mean": 0.001391358754936135, "train/layer__model_layers_73/param/std": 0.05558100680286242, "train/layer__model_layers_73/param/max_abs": 1.0, "train/layer__model_layers_73/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_73/param/frac_near_user_limit": 0.0, "train/layer_model_layers_82/act/norm": 16415.101396661677, "train/layer_model_layers_82/act/mean": 0.0015676624786395293, "train/layer_model_layers_82/act/std": 0.7859590314049352, "train/layer_model_layers_82/act/max_abs": 11.875, "train/layer_model_layers_82/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_82/act/frac_near_user_limit": 0.0, "train/layer_model_layers_82/grad/norm": 0.07421359343088918, "train/layer_model_layers_82/grad/mean": 1.5255485119388182e-06, "train/layer_model_layers_82/grad/std": 9.155035566477284e-05, "train/layer_model_layers_82/grad/max_abs": 0.00106048583984375, "train/layer_model_layers_82/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_82/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_54/param/norm": 21.364037987717232, "train/layer__model_layers_54/param/mean": 0.0015002650887285492, "train/layer__model_layers_54/param/std": 0.052715725492102516, "train/layer__model_layers_54/param/max_abs": 1.0, "train/layer__model_layers_54/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_54/param/frac_near_user_limit": 0.0, "train/layer__model_layers_71/param/norm": 22.533769146619147, "train/layer__model_layers_71/param/mean": 0.0012457218259433502, "train/layer__model_layers_71/param/std": 0.055659624537765115, "train/layer__model_layers_71/param/max_abs": 1.0, "train/layer__model_layers_71/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_71/param/frac_near_user_limit": 0.0, "train/layer__model_layers_14/param/norm": 19.690674347263986, "train/layer__model_layers_14/param/mean": 0.001676467205172582, "train/layer__model_layers_14/param/std": 0.04860907138658898, "train/layer__model_layers_14/param/max_abs": 1.0, "train/layer__model_layers_14/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_14/param/frac_near_user_limit": 0.0, "train/layer__model_layers_11/param/norm": 19.604767885086652, "train/layer__model_layers_11/param/mean": 0.001915918311537149, "train/layer__model_layers_11/param/std": 0.04836446008345068, "train/layer__model_layers_11/param/max_abs": 1.0, "train/layer__model_layers_11/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_11/param/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.730508578087896, "train/layer__model_layers_8/param/mean": 0.0014063556927042707, "train/layer__model_layers_8/param/std": 0.048709806980437635, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_12/act/norm": 13742.376070422139, "train/layer_model_layers_12/act/mean": -0.01602473625769982, "train/layer_model_layers_12/act/std": 0.6576119623213966, "train/layer_model_layers_12/act/max_abs": 18.125, "train/layer_model_layers_12/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_12/act/frac_near_user_limit": 0.0, "train/layer_model_layers_12/grad/norm": 0.024346225955914798, "train/layer_model_layers_12/grad/mean": -3.2664468445104665e-07, "train/layer_model_layers_12/grad/std": 3.0059178152740056e-05, "train/layer_model_layers_12/grad/max_abs": 0.00092315673828125, "train/layer_model_layers_12/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_12/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_89/param/norm": 25.22982253826808, "train/layer__model_layers_89/param/mean": 0.001267514995033395, "train/layer__model_layers_89/param/std": 0.06232374136348162, "train/layer__model_layers_89/param/max_abs": 1.0, "train/layer__model_layers_89/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_89/param/frac_near_user_limit": 0.0, "train/layer__model_layers_22/param/norm": 20.123337955437464, "train/layer__model_layers_22/param/mean": 0.0016206571724783055, "train/layer__model_layers_22/param/std": 0.04966812194725466, "train/layer__model_layers_22/param/max_abs": 1.0, "train/layer__model_layers_22/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_22/param/frac_near_user_limit": 0.0, "train/layer__model_layers_74/param/norm": 22.842296465384123, "train/layer__model_layers_74/param/mean": 0.0016293815815132606, "train/layer__model_layers_74/param/std": 0.056337339764908075, "train/layer__model_layers_74/param/max_abs": 1.0, "train/layer__model_layers_74/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_74/param/frac_near_user_limit": 0.0, "train/layer__model_layers_78/param/norm": 23.43066567022798, "train/layer__model_layers_78/param/mean": 0.0014950280628412637, "train/layer__model_layers_78/param/std": 0.057848716898753004, "train/layer__model_layers_78/param/max_abs": 1.0, "train/layer__model_layers_78/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_78/param/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 19.541997043227184, "train/layer__model_layers_1/param/mean": 0.001432326580172582, "train/layer__model_layers_1/param/std": 0.048227506512630476, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer_model_layers_69/act/norm": 15072.794161335558, "train/layer_model_layers_69/act/mean": -0.017584910759559043, "train/layer_model_layers_69/act/std": 0.7215667952164136, "train/layer_model_layers_69/act/max_abs": 13.25, "train/layer_model_layers_69/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_69/act/frac_near_user_limit": 0.0, "train/layer_model_layers_69/grad/norm": 0.0643847984551902, "train/layer_model_layers_69/grad/mean": -1.9816757294577482e-07, "train/layer_model_layers_69/grad/std": 7.958256332626061e-05, "train/layer_model_layers_69/grad/max_abs": 0.00189208984375, "train/layer_model_layers_69/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_69/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_28/act/norm": 14316.511600009255, "train/layer_model_layers_28/act/mean": -0.0038581261268028845, "train/layer_model_layers_28/act/std": 0.6855969800290327, "train/layer_model_layers_28/act/max_abs": 17.875, "train/layer_model_layers_28/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_28/act/frac_near_user_limit": 0.0, "train/layer_model_layers_28/grad/norm": 0.03961731007654196, "train/layer_model_layers_28/grad/mean": -6.125080464596682e-07, "train/layer_model_layers_28/grad/std": 4.8926345719959603e-05, "train/layer_model_layers_28/grad/max_abs": 0.0015106201171875, "train/layer_model_layers_28/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_28/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_51/act/norm": 13799.782050731672, "train/layer_model_layers_51/act/mean": -0.017717801607572116, "train/layer_model_layers_51/act/std": 0.6607312087718492, "train/layer_model_layers_51/act/max_abs": 15.375, "train/layer_model_layers_51/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_51/act/frac_near_user_limit": 0.0, "train/layer_model_layers_51/grad/norm": 0.04060330560133381, "train/layer_model_layers_51/grad/mean": -8.701037342388433e-07, "train/layer_model_layers_51/grad/std": 5.01408033631079e-05, "train/layer_model_layers_51/grad/max_abs": 0.000919342041015625, "train/layer_model_layers_51/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_51/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_33/act/norm": 13790.672453342682, "train/layer_model_layers_33/act/mean": -0.011575258695162259, "train/layer_model_layers_33/act/std": 0.6597317134209795, "train/layer_model_layers_33/act/max_abs": 17.625, "train/layer_model_layers_33/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_33/act/frac_near_user_limit": 0.0, "train/layer_model_layers_33/grad/norm": 0.03249864467298084, "train/layer_model_layers_33/grad/mean": -6.796330120559787e-07, "train/layer_model_layers_33/grad/std": 4.0114300706209095e-05, "train/layer_model_layers_33/grad/max_abs": 0.00140380859375, "train/layer_model_layers_33/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_33/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_56/param/norm": 21.447030042787976, "train/layer__model_layers_56/param/mean": 0.0012957830324931748, "train/layer__model_layers_56/param/std": 0.05292198543434511, "train/layer__model_layers_56/param/max_abs": 1.0, "train/layer__model_layers_56/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_56/param/frac_near_user_limit": 0.0, "train/layer_model_layers_42/act/norm": 13986.202212679878, "train/layer_model_layers_42/act/mean": -0.0044428018423227165, "train/layer_model_layers_42/act/std": 0.6694717650130507, "train/layer_model_layers_42/act/max_abs": 16.75, "train/layer_model_layers_42/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_42/act/frac_near_user_limit": 0.0, "train/layer_model_layers_42/grad/norm": 0.04066728884099797, "train/layer_model_layers_42/grad/mean": -5.988636622190848e-07, "train/layer_model_layers_42/grad/std": 5.0202461946102096e-05, "train/layer_model_layers_42/grad/max_abs": 0.0020599365234375, "train/layer_model_layers_42/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_42/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_70/act/norm": 15835.506075232555, "train/layer_model_layers_70/act/mean": -0.01564818162184495, "train/layer_model_layers_70/act/std": 0.7580400669503349, "train/layer_model_layers_70/act/max_abs": 13.4375, "train/layer_model_layers_70/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_70/act/frac_near_user_limit": 0.0, "train/layer_model_layers_70/grad/norm": 0.07456970585619513, "train/layer_model_layers_70/grad/mean": 1.2522845205018376e-06, "train/layer_model_layers_70/grad/std": 9.198851842299248e-05, "train/layer_model_layers_70/grad/max_abs": 0.00160980224609375, "train/layer_model_layers_70/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_70/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_29/act/norm": 13819.934824010006, "train/layer_model_layers_29/act/mean": 0.004018824834090013, "train/layer_model_layers_29/act/std": 0.661892422175934, "train/layer_model_layers_29/act/max_abs": 17.875, "train/layer_model_layers_29/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_29/act/frac_near_user_limit": 0.0, "train/layer_model_layers_29/grad/norm": 0.03681817518877549, "train/layer_model_layers_29/grad/mean": -5.352876385944124e-07, "train/layer_model_layers_29/grad/std": 4.543201059753852e-05, "train/layer_model_layers_29/grad/max_abs": 0.00150299072265625, "train/layer_model_layers_29/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_29/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_18/param/norm": 19.702734680907877, "train/layer__model_layers_18/param/mean": 0.001769858849773913, "train/layer__model_layers_18/param/std": 0.04861678179929997, "train/layer__model_layers_18/param/max_abs": 1.0, "train/layer__model_layers_18/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_18/param/frac_near_user_limit": 0.0, "train/layer__model_layers_51/param/norm": 21.586128358276756, "train/layer__model_layers_51/param/mean": 0.001116819575126755, "train/layer__model_layers_51/param/std": 0.05326388240338251, "train/layer__model_layers_51/param/max_abs": 1.0, "train/layer__model_layers_51/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_51/param/frac_near_user_limit": 0.0, "train/layer_model_layers_73/act/norm": 14797.25052716305, "train/layer_model_layers_73/act/mean": -0.005906105041503906, "train/layer_model_layers_73/act/std": 0.7085335046655846, "train/layer_model_layers_73/act/max_abs": 13.125, "train/layer_model_layers_73/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_73/act/frac_near_user_limit": 0.0, "train/layer_model_layers_73/grad/norm": 0.05842739025748376, "train/layer_model_layers_73/grad/mean": 1.5770625642699867e-06, "train/layer_model_layers_73/grad/std": 7.216296416767486e-05, "train/layer_model_layers_73/grad/max_abs": 0.00177001953125, "train/layer_model_layers_73/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_73/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_54/act/norm": 13940.312949644538, "train/layer_model_layers_54/act/mean": -0.013184767503004808, "train/layer_model_layers_54/act/std": 0.6674520238578646, "train/layer_model_layers_54/act/max_abs": 15.125, "train/layer_model_layers_54/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_54/act/frac_near_user_limit": 0.0, "train/layer_model_layers_54/grad/norm": 0.041843117439788156, "train/layer_model_layers_54/grad/mean": -1.3543892936568922e-06, "train/layer_model_layers_54/grad/std": 5.167440201334705e-05, "train/layer_model_layers_54/grad/max_abs": 0.00069427490234375, "train/layer_model_layers_54/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_54/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_20/param/norm": 19.45532743556376, "train/layer__model_layers_20/param/mean": 0.0016505439270305187, "train/layer__model_layers_20/param/std": 0.0480097812942865, "train/layer__model_layers_20/param/max_abs": 1.0, "train/layer__model_layers_20/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_20/param/frac_near_user_limit": 0.0, "train/layer__model_layers_21/param/norm": 20.018899761381743, "train/layer__model_layers_21/param/mean": 0.0016180089037057576, "train/layer__model_layers_21/param/std": 0.04942137494458747, "train/layer__model_layers_21/param/max_abs": 1.0, "train/layer__model_layers_21/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_21/param/frac_near_user_limit": 0.0, "train/layer__model_layers_76/param/norm": 23.014325531883397, "train/layer__model_layers_76/param/mean": 0.0013234916603695399, "train/layer__model_layers_76/param/std": 0.05680113233442161, "train/layer__model_layers_76/param/max_abs": 1.0, "train/layer__model_layers_76/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_76/param/frac_near_user_limit": 0.0, "train/layer_model_layers_76/act/norm": 15564.20506512158, "train/layer_model_layers_76/act/mean": -0.015248518723707933, "train/layer_model_layers_76/act/std": 0.7450864926301863, "train/layer_model_layers_76/act/max_abs": 12.625, "train/layer_model_layers_76/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_76/act/frac_near_user_limit": 0.0, "train/layer_model_layers_76/grad/norm": 0.07103159314902437, "train/layer_model_layers_76/grad/mean": 2.659348750635168e-06, "train/layer_model_layers_76/grad/std": 8.763654983560215e-05, "train/layer_model_layers_76/grad/max_abs": 0.00159454345703125, "train/layer_model_layers_76/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_76/grad/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 642.613959402126, "train/tensor_act_model_embed_tokens/mean": 0.0016880035400390625, "train/tensor_act_model_embed_tokens/std": 0.11083985246422497, "train/tensor_act_model_embed_tokens/max_abs": 0.5, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 2297.209228515625, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 5792.457153412227, "train/tensor_act_model_layers_0_input_layernorm/mean": 0.0191650390625, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0000000558793527, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 5.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 2746.9560793204273, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": 0.00624847412109375, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.47412395691277226, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 6.34375, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 4289.195607495507, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.0116729736328125, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.740236964730788, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 6.5, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 1328.6417446705814, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.000743865966796875, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.22949220527042663, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 146.8135230071949, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.001895904541015625, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.02526958925322281, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.32421875, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 146.8135230071949, "train/tensor_act_model_layers_0_self_attn/mean": 0.001895904541015625, "train/tensor_act_model_layers_0_self_attn/std": 0.02526958925322281, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.32421875, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 5792.37500000497, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.0347900390625, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0000000372529023, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 9651.9206375512, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.04217529296875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.9599651965243761, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 8421.160495516604, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.0394287109375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 1.4531565478192037, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 17.875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 8421.160495516604, "train/tensor_act_model_layers_0_mlp/mean": 0.0394287109375, "train/tensor_act_model_layers_0_mlp/std": 1.4531565478192037, "train/tensor_act_model_layers_0_mlp/max_abs": 17.875, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 8470.84941793658, "train/tensor_act_model_layers_0/mean": 0.04302978515625, "train/tensor_act_model_layers_0/std": 1.4629154623390728, "train/tensor_act_model_layers_0/max_abs": 18.0, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 5792.618896485132, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.0367431640625, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0000000223517413, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 4.46875, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 8044.530510496891, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": -0.178466796875, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 1.3750000650232472, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 5.3125, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 7708.114220101754, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.03070068359375, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 1.330082700108125, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 5.03125, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 1927.079011486621, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.0090789794921875, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.3320313464192643, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 2.09375, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 541.5968840862648, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": -0.00133514404296875, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.09350619070153761, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.6640625, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 541.5968840862648, "train/tensor_act_model_layers_1_self_attn/mean": -0.00133514404296875, "train/tensor_act_model_layers_1_self_attn/std": 0.09350619070153761, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.6640625, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 5792.60803222954, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.0357666015625, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 1.0000000223517413, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 4.5, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 3319.9881140528187, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.05328369140625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.3261720291868291, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 1086.6291796583819, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.00711822509765625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.18774461730653447, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 2.046875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 1086.6291796583819, "train/tensor_act_model_layers_1_mlp/mean": -0.00711822509765625, "train/tensor_act_model_layers_1_mlp/std": 0.18774461730653447, "train/tensor_act_model_layers_1_mlp/max_abs": 2.046875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 8661.686518824228, "train/tensor_act_model_layers_1/mean": 0.0345458984375, "train/tensor_act_model_layers_1/std": 1.4961192923175697, "train/tensor_act_model_layers_1/max_abs": 18.375, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 5792.609252930556, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.028472900390625, "train/tensor_act_model_layers_2_input_layernorm/std": 1.0000000125728545, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 7575.463077088445, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.002590179443359375, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.3066450879625455, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.03125, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 6234.327043722333, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.0506591796875, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.0781250621961491, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.40625, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 1580.1552119270104, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.027496337890625, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.2714843801457247, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.609375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 260.3362169687711, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.00067901611328125, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.044922308346353024, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.765625, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 260.3362169687711, "train/tensor_act_model_layers_2_self_attn/mean": -0.00067901611328125, "train/tensor_act_model_layers_2_self_attn/std": 0.044922308346353024, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.765625, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 5792.606079106022, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.02801513671875, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 1.0000000093132257, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 4.65625, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 2974.391936507351, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.05145263671875, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.2915051522539816, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 605.1734946376591, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.0095672607421875, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.1041261945769162, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.80859375, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 605.1734946376591, "train/tensor_act_model_layers_2_mlp/mean": -0.0095672607421875, "train/tensor_act_model_layers_2_mlp/std": 0.1041261945769162, "train/tensor_act_model_layers_2_mlp/max_abs": 0.80859375, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 8735.331201771394, "train/tensor_act_model_layers_2/mean": 0.024322509765625, "train/tensor_act_model_layers_2/std": 1.5078428773710664, "train/tensor_act_model_layers_2/max_abs": 18.5, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 5792.604614263465, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.019989013671875, "train/tensor_act_model_layers_3_input_layernorm/std": 1.0000000051222742, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 9358.961556894226, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": -0.05712890625, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.6171875276427337, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 6.9375, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 8525.439366498866, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": -0.06207275390625, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.4687500443864367, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 6.90625, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 2122.912405903216, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.0006771087646484375, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.3667002996927275, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 3.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 721.508086273818, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": -0.00211334228515625, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.12451174703298509, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 721.508086273818, "train/tensor_act_model_layers_3_self_attn/mean": -0.00211334228515625, "train/tensor_act_model_layers_3_self_attn/std": 0.12451174703298509, "train/tensor_act_model_layers_3_self_attn/max_abs": 1.2421875, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 5792.607055673553, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.018280029296875, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 1.0000000237487252, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 2860.6913139761937, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.0675048828125, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.27734383059218404, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 497.63441981347637, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.00647735595703125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.08569370817184105, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.671875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 497.63441981347637, "train/tensor_act_model_layers_3_mlp/mean": -0.00647735595703125, "train/tensor_act_model_layers_3_mlp/std": 0.08569370817184105, "train/tensor_act_model_layers_3_mlp/max_abs": 0.671875, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 8738.545675264897, "train/tensor_act_model_layers_3/mean": 0.0157318115234375, "train/tensor_act_model_layers_3/std": 1.5097896433217652, "train/tensor_act_model_layers_3/max_abs": 18.5, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 5792.608032229766, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.0129852294921875, "train/tensor_act_model_layers_4_input_layernorm/std": 1.0000000161817295, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.96875, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 6459.024721276636, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": 0.0623779296875, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.1113333609781126, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.40625, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 6374.149442562751, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": -0.0167236328125, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.1015627130548797, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.96875, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 1407.6614908935226, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": -0.0095367431640625, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.2429203948778311, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.3828125, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 285.5546347633865, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": 0.0008726119995117188, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.049256506181702756, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.484375, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 285.5546347633865, "train/tensor_act_model_layers_4_self_attn/mean": 0.0008726119995117188, "train/tensor_act_model_layers_4_self_attn/std": 0.049256506181702756, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.484375, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 5792.615722660921, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.013458251953125, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0000000190921126, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 5.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 2889.980841444762, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.07421875, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.27832202576227066, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 387.6566382657851, "train/tensor_act_model_layers_4_mlp_down_proj/mean": -0.01123046875, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.06591796875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 387.6566382657851, "train/tensor_act_model_layers_4_mlp/mean": -0.01123046875, "train/tensor_act_model_layers_4_mlp/std": 0.06591796875, "train/tensor_act_model_layers_4_mlp/max_abs": 0.53125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 8668.487235294844, "train/tensor_act_model_layers_4/mean": 0.0053558349609375, "train/tensor_act_model_layers_4/std": 1.496119262827002, "train/tensor_act_model_layers_4/max_abs": 18.5, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 5792.606689455929, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.004070281982421875, "train/tensor_act_model_layers_5_input_layernorm/std": 1.0000000160289344, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 7543.346431108587, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.0831298828125, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.2988328689832742, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 6.375, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 7768.343749166221, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.0699462890625, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.3378949186158722, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 5.3125, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 2042.8077932438202, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": 0.012359619140625, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.35205212908948424, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 2.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 427.94843800453395, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.0006551742553710938, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.07385304414240479, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.75390625, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 427.94843800453395, "train/tensor_act_model_layers_5_self_attn/mean": -0.0006551742553710938, "train/tensor_act_model_layers_5_self_attn/std": 0.07385304414240479, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.75390625, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 5792.614257816955, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.003437042236328125, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0000000192303558, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 5.15625, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 2479.5212425043474, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.05670166015625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.24047891064916396, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 328.5961973752767, "train/tensor_act_model_layers_5_mlp_down_proj/mean": -0.002838134765625, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.05664062808299879, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 328.5961973752767, "train/tensor_act_model_layers_5_mlp/mean": -0.002838134765625, "train/tensor_act_model_layers_5_mlp/std": 0.05664062808299879, "train/tensor_act_model_layers_5_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 8660.336379554194, "train/tensor_act_model_layers_5/mean": 0.001842498779296875, "train/tensor_act_model_layers_5/std": 1.49611927754797, "train/tensor_act_model_layers_5/max_abs": 18.75, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 5792.6064453131485, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.0009660720825195312, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0000000189224918, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 7870.6566521053355, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.0205078125, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 1.3593751507243808, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 6.84375, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 5877.957157978943, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.015472412109375, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.0156251306717128, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 6.375, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 1693.1257695758375, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.00330352783203125, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.29199420119312064, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 2.5, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 562.2322288928617, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.0014362335205078125, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.09692538284413871, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 562.2322288928617, "train/tensor_act_model_layers_6_self_attn/mean": -0.0014362335205078125, "train/tensor_act_model_layers_6_self_attn/std": 0.09692538284413871, "train/tensor_act_model_layers_6_self_attn/max_abs": 1.1171875, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 5792.605102548954, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": -0.00042247772216796875, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0000000166387506, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 2446.231050470047, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.06591796875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.2346195216974663, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 319.4020248436044, "train/tensor_act_model_layers_6_mlp_down_proj/mean": -0.00548553466796875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.05487070889829195, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.466796875, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 319.4020248436044, "train/tensor_act_model_layers_6_mlp/mean": -0.00548553466796875, "train/tensor_act_model_layers_6_mlp/std": 0.05487070889829195, "train/tensor_act_model_layers_6_mlp/max_abs": 0.466796875, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 8623.977556193917, "train/tensor_act_model_layers_6/mean": -0.00507354736328125, "train/tensor_act_model_layers_6/std": 1.4883069061171428, "train/tensor_act_model_layers_6/max_abs": 18.75, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 5792.6107177745425, "train/tensor_act_model_layers_7_input_layernorm/mean": -0.00501251220703125, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0000000149884727, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 5.34375, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 8906.533668010225, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": 0.195556640625, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.5234378716884063, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 9.75, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 9122.765511368321, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.024810791015625, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.5761756787614647, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 6.9375, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 1830.530855228877, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.012969970703125, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.31640644573864946, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 2.09375, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 582.3355205777782, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": 0.0003714561462402344, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.10046415939264479, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.953125, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 582.3355205777782, "train/tensor_act_model_layers_7_self_attn/mean": 0.0003714561462402344, "train/tensor_act_model_layers_7_self_attn/std": 0.10046415939264479, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.953125, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 5792.60241699644, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": -0.00510406494140625, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0000000119616743, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 2428.399618825524, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.05938720703125, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.2343751509983848, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 343.9711612161347, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.002056121826171875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.0593261722429299, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.6015625, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 343.9711612161347, "train/tensor_act_model_layers_7_mlp/mean": -0.002056121826171875, "train/tensor_act_model_layers_7_mlp/std": 0.0593261722429299, "train/tensor_act_model_layers_7_mlp/max_abs": 0.6015625, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 8515.525395762596, "train/tensor_act_model_layers_7/mean": -0.0067596435546875, "train/tensor_act_model_layers_7/std": 1.4707277795066338, "train/tensor_act_model_layers_7/max_abs": 18.5, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 5792.614013675759, "train/tensor_act_model_layers_8_input_layernorm/mean": -0.00707244873046875, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0000000098661983, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 8375.838651176151, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.1328125, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.439457100147157, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 6.25, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 7206.072309005241, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": 0.03302001953125, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.2421875284902701, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 4.65625, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 1611.1583766355118, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.00763702392578125, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.2773438040429385, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 1.5859375, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 406.01484164935357, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": 0.0007352828979492188, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.07007054894830737, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.59375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 406.01484164935357, "train/tensor_act_model_layers_8_self_attn/mean": 0.0007352828979492188, "train/tensor_act_model_layers_8_self_attn/std": 0.07007054894830737, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.59375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 5792.60925293498, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": -0.00644683837890625, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0000000156869644, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 5.65625, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 2150.0351306802922, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.051025390625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.2080078125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 232.67016588797628, "train/tensor_act_model_layers_8_mlp_down_proj/mean": -0.00046443939208984375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.04010023713042261, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.341796875, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 232.67016588797628, "train/tensor_act_model_layers_8_mlp/mean": -0.00046443939208984375, "train/tensor_act_model_layers_8_mlp/std": 0.04010023713042261, "train/tensor_act_model_layers_8_mlp/max_abs": 0.341796875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 8459.911511048447, "train/tensor_act_model_layers_8/mean": -0.0065155029296875, "train/tensor_act_model_layers_8/std": 1.46096885306137, "train/tensor_act_model_layers_8/max_abs": 18.5, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_input_layernorm/norm": 5792.607299809795, "train/tensor_act_model_layers_9_input_layernorm/mean": -0.00696563720703125, "train/tensor_act_model_layers_9_input_layernorm/std": 1.0000000156869644, "train/tensor_act_model_layers_9_input_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_9_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_q_proj/norm": 10632.903596887367, "train/tensor_act_model_layers_9_self_attn_q_proj/mean": -0.0911865234375, "train/tensor_act_model_layers_9_self_attn_q_proj/std": 1.8320355242453619, "train/tensor_act_model_layers_9_self_attn_q_proj/max_abs": 11.625, "train/tensor_act_model_layers_9_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_k_proj/norm": 7867.877006882439, "train/tensor_act_model_layers_9_self_attn_k_proj/mean": 0.018829345703125, "train/tensor_act_model_layers_9_self_attn_k_proj/std": 1.359375135309388, "train/tensor_act_model_layers_9_self_attn_k_proj/max_abs": 6.40625, "train/tensor_act_model_layers_9_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_v_proj/norm": 2187.9060135436, "train/tensor_act_model_layers_9_self_attn_v_proj/mean": 0.0153350830078125, "train/tensor_act_model_layers_9_self_attn_v_proj/std": 0.37744258415314724, "train/tensor_act_model_layers_9_self_attn_v_proj/max_abs": 3.078125, "train/tensor_act_model_layers_9_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_o_proj/norm": 1044.2974707242477, "train/tensor_act_model_layers_9_self_attn_o_proj/mean": -0.000759124755859375, "train/tensor_act_model_layers_9_self_attn_o_proj/std": 0.18019368434800248, "train/tensor_act_model_layers_9_self_attn_o_proj/max_abs": 1.5546875, "train/tensor_act_model_layers_9_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_self_attn/norm": 1044.2974707242477, "train/tensor_act_model_layers_9_self_attn/mean": -0.000759124755859375, "train/tensor_act_model_layers_9_self_attn/std": 0.18019368434800248, "train/tensor_act_model_layers_9_self_attn/max_abs": 1.5546875, "train/tensor_act_model_layers_9_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_post_attention_layernorm/norm": 5792.608886721579, "train/tensor_act_model_layers_9_post_attention_layernorm/mean": -0.0067901611328125, "train/tensor_act_model_layers_9_post_attention_layernorm/std": 1.0000000057043505, "train/tensor_act_model_layers_9_post_attention_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_9_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 2192.499040043776, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.0535888671875, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.21191409765849722, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 269.68675804093186, "train/tensor_act_model_layers_9_mlp_down_proj/mean": -0.0001195669174194336, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.04656994492114231, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.318359375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/norm": 269.68675804093186, "train/tensor_act_model_layers_9_mlp/mean": -0.0001195669174194336, "train/tensor_act_model_layers_9_mlp/std": 0.04656994492114231, "train/tensor_act_model_layers_9_mlp/max_abs": 0.318359375, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9/norm": 8425.371830738539, "train/tensor_act_model_layers_9/mean": -0.0074005126953125, "train/tensor_act_model_layers_9/std": 1.4551030468086599, "train/tensor_act_model_layers_9/max_abs": 18.5, "train/tensor_act_model_layers_9/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_input_layernorm/norm": 5792.605468754764, "train/tensor_act_model_layers_10_input_layernorm/mean": -0.00690460205078125, "train/tensor_act_model_layers_10_input_layernorm/std": 1.0000000045110937, "train/tensor_act_model_layers_10_input_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_10_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_q_proj/norm": 6506.856107360179, "train/tensor_act_model_layers_10_self_attn_q_proj/mean": -0.04144287109375, "train/tensor_act_model_layers_10_self_attn_q_proj/std": 1.1250000579489587, "train/tensor_act_model_layers_10_self_attn_q_proj/max_abs": 5.5625, "train/tensor_act_model_layers_10_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_k_proj/norm": 6444.800180492653, "train/tensor_act_model_layers_10_self_attn_k_proj/mean": -0.0281982421875, "train/tensor_act_model_layers_10_self_attn_k_proj/std": 1.111333367682294, "train/tensor_act_model_layers_10_self_attn_k_proj/max_abs": 5.15625, "train/tensor_act_model_layers_10_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_v_proj/norm": 1744.3719635327138, "train/tensor_act_model_layers_10_self_attn_v_proj/mean": -0.003963470458984375, "train/tensor_act_model_layers_10_self_attn_v_proj/std": 0.30078145752762625, "train/tensor_act_model_layers_10_self_attn_v_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_10_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_o_proj/norm": 392.23420021884203, "train/tensor_act_model_layers_10_self_attn_o_proj/mean": -0.000850677490234375, "train/tensor_act_model_layers_10_self_attn_o_proj/std": 0.06774949313121226, "train/tensor_act_model_layers_10_self_attn_o_proj/max_abs": 0.8125, "train/tensor_act_model_layers_10_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_self_attn/norm": 392.23420021884203, "train/tensor_act_model_layers_10_self_attn/mean": -0.000850677490234375, "train/tensor_act_model_layers_10_self_attn/std": 0.06774949313121226, "train/tensor_act_model_layers_10_self_attn/max_abs": 0.8125, "train/tensor_act_model_layers_10_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_post_attention_layernorm/norm": 5792.60546875105, "train/tensor_act_model_layers_10_post_attention_layernorm/mean": -0.0079345703125, "train/tensor_act_model_layers_10_post_attention_layernorm/std": 1.0000000083819032, "train/tensor_act_model_layers_10_post_attention_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_10_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 2246.8092367554414, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.05157470703125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.21777346315939713, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 255.64503033449438, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.003143310546875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.04400715317961084, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.5859375, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/norm": 255.64503033449438, "train/tensor_act_model_layers_10_mlp/mean": 0.003143310546875, "train/tensor_act_model_layers_10_mlp/std": 0.04400715317961084, "train/tensor_act_model_layers_10_mlp/max_abs": 0.5859375, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10/norm": 8356.845438415447, "train/tensor_act_model_layers_10/mean": -0.00510406494140625, "train/tensor_act_model_layers_10/std": 1.4414327425471778, "train/tensor_act_model_layers_10/max_abs": 18.375, "train/tensor_act_model_layers_10/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_input_layernorm/norm": 5792.609008794993, "train/tensor_act_model_layers_11_input_layernorm/mean": -0.00545501708984375, "train/tensor_act_model_layers_11_input_layernorm/std": 1.0000000100990292, "train/tensor_act_model_layers_11_input_layernorm/max_abs": 5.75, "train/tensor_act_model_layers_11_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_q_proj/norm": 6213.81459664947, "train/tensor_act_model_layers_11_self_attn_q_proj/mean": -0.0445556640625, "train/tensor_act_model_layers_11_self_attn_q_proj/std": 1.0703125904946393, "train/tensor_act_model_layers_11_self_attn_q_proj/max_abs": 5.8125, "train/tensor_act_model_layers_11_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_k_proj/norm": 5887.045601506922, "train/tensor_act_model_layers_11_self_attn_k_proj/mean": -0.063720703125, "train/tensor_act_model_layers_11_self_attn_k_proj/std": 1.0156250880314714, "train/tensor_act_model_layers_11_self_attn_k_proj/max_abs": 4.625, "train/tensor_act_model_layers_11_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_v_proj/norm": 1555.799142035676, "train/tensor_act_model_layers_11_self_attn_v_proj/mean": 0.003650665283203125, "train/tensor_act_model_layers_11_self_attn_v_proj/std": 0.26855647809883865, "train/tensor_act_model_layers_11_self_attn_v_proj/max_abs": 1.453125, "train/tensor_act_model_layers_11_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_o_proj/norm": 251.28645741320037, "train/tensor_act_model_layers_11_self_attn_o_proj/mean": 0.0002644062042236328, "train/tensor_act_model_layers_11_self_attn_o_proj/std": 0.04339730185057409, "train/tensor_act_model_layers_11_self_attn_o_proj/max_abs": 0.5546875, "train/tensor_act_model_layers_11_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_self_attn/norm": 251.28645741320037, "train/tensor_act_model_layers_11_self_attn/mean": 0.0002644062042236328, "train/tensor_act_model_layers_11_self_attn/std": 0.04339730185057409, "train/tensor_act_model_layers_11_self_attn/max_abs": 0.5546875, "train/tensor_act_model_layers_11_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_post_attention_layernorm/norm": 5792.60791016089, "train/tensor_act_model_layers_11_post_attention_layernorm/mean": -0.00522613525390625, "train/tensor_act_model_layers_11_post_attention_layernorm/std": 1.0000000217405611, "train/tensor_act_model_layers_11_post_attention_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_11_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 2161.110628730286, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.0555419921875, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.20800791995623324, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 236.8761024315632, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.00628662109375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.04040545783332169, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.310546875, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/norm": 236.8761024315632, "train/tensor_act_model_layers_11_mlp/mean": 0.00628662109375, "train/tensor_act_model_layers_11_mlp/std": 0.04040545783332169, "train/tensor_act_model_layers_11_mlp/max_abs": 0.310546875, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11/norm": 8290.749024129498, "train/tensor_act_model_layers_11/mean": 0.001430511474609375, "train/tensor_act_model_layers_11/std": 1.4316659835176613, "train/tensor_act_model_layers_11/max_abs": 18.25, "train/tensor_act_model_layers_11/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_input_layernorm/norm": 5792.6042480520655, "train/tensor_act_model_layers_12_input_layernorm/mean": 0.0001201629638671875, "train/tensor_act_model_layers_12_input_layernorm/std": 1.0000000229777581, "train/tensor_act_model_layers_12_input_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_12_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_q_proj/norm": 5113.568230649768, "train/tensor_act_model_layers_12_self_attn_q_proj/mean": -0.04754638671875, "train/tensor_act_model_layers_12_self_attn_q_proj/std": 0.8818426691687612, "train/tensor_act_model_layers_12_self_attn_q_proj/max_abs": 4.875, "train/tensor_act_model_layers_12_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_k_proj/norm": 4618.99982633296, "train/tensor_act_model_layers_12_self_attn_k_proj/mean": -0.01226806640625, "train/tensor_act_model_layers_12_self_attn_k_proj/std": 0.7978535865748678, "train/tensor_act_model_layers_12_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_12_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_v_proj/norm": 1349.7732985964547, "train/tensor_act_model_layers_12_self_attn_v_proj/mean": 0.00222015380859375, "train/tensor_act_model_layers_12_self_attn_v_proj/std": 0.23291090761719274, "train/tensor_act_model_layers_12_self_attn_v_proj/max_abs": 1.4453125, "train/tensor_act_model_layers_12_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_o_proj/norm": 152.75751545221004, "train/tensor_act_model_layers_12_self_attn_o_proj/mean": -0.0015048980712890625, "train/tensor_act_model_layers_12_self_attn_o_proj/std": 0.026341273995517524, "train/tensor_act_model_layers_12_self_attn_o_proj/max_abs": 0.44140625, "train/tensor_act_model_layers_12_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_self_attn/norm": 152.75751545221004, "train/tensor_act_model_layers_12_self_attn/mean": -0.0015048980712890625, "train/tensor_act_model_layers_12_self_attn/std": 0.026341273995517524, "train/tensor_act_model_layers_12_self_attn/max_abs": 0.44140625, "train/tensor_act_model_layers_12_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_post_attention_layernorm/norm": 5792.60766601668, "train/tensor_act_model_layers_12_post_attention_layernorm/mean": -0.0011548995971679688, "train/tensor_act_model_layers_12_post_attention_layernorm/std": 1.0000000510676714, "train/tensor_act_model_layers_12_post_attention_layernorm/max_abs": 5.90625, "train/tensor_act_model_layers_12_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 2157.068964250751, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.05242919921875, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.2087408322331305, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 234.43811557411908, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.003559112548828125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.040283203666860404, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.4453125, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/norm": 234.43811557411908, "train/tensor_act_model_layers_12_mlp/mean": 0.003559112548828125, "train/tensor_act_model_layers_12_mlp/std": 0.040283203666860404, "train/tensor_act_model_layers_12_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12/norm": 8223.69542344137, "train/tensor_act_model_layers_12/mean": 0.00348663330078125, "train/tensor_act_model_layers_12/std": 1.4179957336731484, "train/tensor_act_model_layers_12/max_abs": 18.125, "train/tensor_act_model_layers_12/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_input_layernorm/norm": 5792.607177737262, "train/tensor_act_model_layers_13_input_layernorm/mean": 0.001750946044921875, "train/tensor_act_model_layers_13_input_layernorm/std": 1.0000000553773118, "train/tensor_act_model_layers_13_input_layernorm/max_abs": 5.9375, "train/tensor_act_model_layers_13_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_q_proj/norm": 6206.8860386145925, "train/tensor_act_model_layers_13_self_attn_q_proj/mean": 0.0364990234375, "train/tensor_act_model_layers_13_self_attn_q_proj/std": 1.0703128132506419, "train/tensor_act_model_layers_13_self_attn_q_proj/max_abs": 5.84375, "train/tensor_act_model_layers_13_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_k_proj/norm": 5421.069827422131, "train/tensor_act_model_layers_13_self_attn_k_proj/mean": 0.04779052734375, "train/tensor_act_model_layers_13_self_attn_k_proj/std": 0.934572263693691, "train/tensor_act_model_layers_13_self_attn_k_proj/max_abs": 4.625, "train/tensor_act_model_layers_13_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_v_proj/norm": 1477.3706646312298, "train/tensor_act_model_layers_13_self_attn_v_proj/mean": 0.0011768341064453125, "train/tensor_act_model_layers_13_self_attn_v_proj/std": 0.2558594136960946, "train/tensor_act_model_layers_13_self_attn_v_proj/max_abs": 1.4375, "train/tensor_act_model_layers_13_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_o_proj/norm": 214.72004332620855, "train/tensor_act_model_layers_13_self_attn_o_proj/mean": -0.0007410049438476562, "train/tensor_act_model_layers_13_self_attn_o_proj/std": 0.03698751127455635, "train/tensor_act_model_layers_13_self_attn_o_proj/max_abs": 0.462890625, "train/tensor_act_model_layers_13_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_self_attn/norm": 214.72004332620855, "train/tensor_act_model_layers_13_self_attn/mean": -0.0007410049438476562, "train/tensor_act_model_layers_13_self_attn/std": 0.03698751127455635, "train/tensor_act_model_layers_13_self_attn/max_abs": 0.462890625, "train/tensor_act_model_layers_13_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_post_attention_layernorm/norm": 5792.610229497346, "train/tensor_act_model_layers_13_post_attention_layernorm/mean": 0.0011720657348632812, "train/tensor_act_model_layers_13_post_attention_layernorm/std": 1.0000000512641225, "train/tensor_act_model_layers_13_post_attention_layernorm/max_abs": 5.9375, "train/tensor_act_model_layers_13_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 2242.066636163669, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.0557861328125, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.21655331926578636, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 268.95846868928186, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.003505706787109375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.04632613765483977, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.5390625, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/norm": 268.95846868928186, "train/tensor_act_model_layers_13_mlp/mean": 0.003505706787109375, "train/tensor_act_model_layers_13_mlp/std": 0.04632613765483977, "train/tensor_act_model_layers_13_mlp/max_abs": 0.5390625, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13/norm": 8161.451156938056, "train/tensor_act_model_layers_13/mean": 0.00626373291015625, "train/tensor_act_model_layers_13/std": 1.4101833857647437, "train/tensor_act_model_layers_13/max_abs": 18.125, "train/tensor_act_model_layers_13/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_input_layernorm/norm": 5792.613525391998, "train/tensor_act_model_layers_14_input_layernorm/mean": 0.00420379638671875, "train/tensor_act_model_layers_14_input_layernorm/std": 1.000000056199495, "train/tensor_act_model_layers_14_input_layernorm/max_abs": 6.0, "train/tensor_act_model_layers_14_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_q_proj/norm": 5890.640060210269, "train/tensor_act_model_layers_14_self_attn_q_proj/mean": -0.00665283203125, "train/tensor_act_model_layers_14_self_attn_q_proj/std": 1.0156254183786704, "train/tensor_act_model_layers_14_self_attn_q_proj/max_abs": 5.53125, "train/tensor_act_model_layers_14_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_k_proj/norm": 5664.03818572037, "train/tensor_act_model_layers_14_self_attn_k_proj/mean": -0.023193359375, "train/tensor_act_model_layers_14_self_attn_k_proj/std": 0.9775409069672675, "train/tensor_act_model_layers_14_self_attn_k_proj/max_abs": 4.4375, "train/tensor_act_model_layers_14_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_v_proj/norm": 1654.0310310342852, "train/tensor_act_model_layers_14_self_attn_v_proj/mean": -0.0001734727993607521, "train/tensor_act_model_layers_14_self_attn_v_proj/std": 0.28515627637674845, "train/tensor_act_model_layers_14_self_attn_v_proj/max_abs": 2.171875, "train/tensor_act_model_layers_14_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_o_proj/norm": 297.7368160571121, "train/tensor_act_model_layers_14_self_attn_o_proj/mean": -0.00021070241928100586, "train/tensor_act_model_layers_14_self_attn_o_proj/std": 0.05133229969242981, "train/tensor_act_model_layers_14_self_attn_o_proj/max_abs": 0.6953125, "train/tensor_act_model_layers_14_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_self_attn/norm": 297.7368160571121, "train/tensor_act_model_layers_14_self_attn/mean": -0.00021070241928100586, "train/tensor_act_model_layers_14_self_attn/std": 0.05133229969242981, "train/tensor_act_model_layers_14_self_attn/max_abs": 0.6953125, "train/tensor_act_model_layers_14_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_post_attention_layernorm/norm": 5792.611816407392, "train/tensor_act_model_layers_14_post_attention_layernorm/mean": 0.004093170166015625, "train/tensor_act_model_layers_14_post_attention_layernorm/std": 1.0000000410000203, "train/tensor_act_model_layers_14_post_attention_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_14_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 2283.816509392347, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.05206298828125, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.22167971270724923, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 267.99551695116503, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 0.0042266845703125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.04614258064794786, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.39453125, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/norm": 267.99551695116503, "train/tensor_act_model_layers_14_mlp/mean": 0.0042266845703125, "train/tensor_act_model_layers_14_mlp/std": 0.04614258064794786, "train/tensor_act_model_layers_14_mlp/max_abs": 0.39453125, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14/norm": 8120.696981451698, "train/tensor_act_model_layers_14/mean": 0.0102691650390625, "train/tensor_act_model_layers_14/std": 1.4023710060758259, "train/tensor_act_model_layers_14/max_abs": 18.125, "train/tensor_act_model_layers_14/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_input_layernorm/norm": 5792.6092529312355, "train/tensor_act_model_layers_15_input_layernorm/mean": 0.0077362060546875, "train/tensor_act_model_layers_15_input_layernorm/std": 1.0000000429572529, "train/tensor_act_model_layers_15_input_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_15_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_q_proj/norm": 6119.269121999995, "train/tensor_act_model_layers_15_self_attn_q_proj/mean": 0.042724609375, "train/tensor_act_model_layers_15_self_attn_q_proj/std": 1.0546875423855244, "train/tensor_act_model_layers_15_self_attn_q_proj/max_abs": 5.8125, "train/tensor_act_model_layers_15_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_k_proj/norm": 6162.863266366149, "train/tensor_act_model_layers_15_self_attn_k_proj/mean": -0.0220947265625, "train/tensor_act_model_layers_15_self_attn_k_proj/std": 1.0625000525923323, "train/tensor_act_model_layers_15_self_attn_k_proj/max_abs": 5.65625, "train/tensor_act_model_layers_15_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_v_proj/norm": 1691.4959133414764, "train/tensor_act_model_layers_15_self_attn_v_proj/mean": 0.0039215087890625, "train/tensor_act_model_layers_15_self_attn_v_proj/std": 0.2919938528370652, "train/tensor_act_model_layers_15_self_attn_v_proj/max_abs": 2.03125, "train/tensor_act_model_layers_15_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_o_proj/norm": 264.3069993316272, "train/tensor_act_model_layers_15_self_attn_o_proj/mean": 0.0012607574462890625, "train/tensor_act_model_layers_15_self_attn_o_proj/std": 0.0456547808414322, "train/tensor_act_model_layers_15_self_attn_o_proj/max_abs": 1.2890625, "train/tensor_act_model_layers_15_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_self_attn/norm": 264.3069993316272, "train/tensor_act_model_layers_15_self_attn/mean": 0.0012607574462890625, "train/tensor_act_model_layers_15_self_attn/std": 0.0456547808414322, "train/tensor_act_model_layers_15_self_attn/max_abs": 1.2890625, "train/tensor_act_model_layers_15_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_post_attention_layernorm/norm": 5792.607788089955, "train/tensor_act_model_layers_15_post_attention_layernorm/mean": 0.0088958740234375, "train/tensor_act_model_layers_15_post_attention_layernorm/std": 1.0000000487780187, "train/tensor_act_model_layers_15_post_attention_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_15_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 2358.115689602616, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.0599365234375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.22753916073252642, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 258.7885784510314, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.00499725341796875, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.04443359571498825, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.59375, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/norm": 258.7885784510314, "train/tensor_act_model_layers_15_mlp/mean": 0.00499725341796875, "train/tensor_act_model_layers_15_mlp/std": 0.04443359571498825, "train/tensor_act_model_layers_15_mlp/max_abs": 0.59375, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15/norm": 8072.654066033473, "train/tensor_act_model_layers_15/mean": 0.01654052734375, "train/tensor_act_model_layers_15/std": 1.3945586591853272, "train/tensor_act_model_layers_15/max_abs": 18.125, "train/tensor_act_model_layers_15/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_input_layernorm/norm": 5792.609863286014, "train/tensor_act_model_layers_16_input_layernorm/mean": 0.0134124755859375, "train/tensor_act_model_layers_16_input_layernorm/std": 1.0000000478466962, "train/tensor_act_model_layers_16_input_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_16_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_q_proj/norm": 5274.348904787382, "train/tensor_act_model_layers_16_self_attn_q_proj/mean": -0.05645751953125, "train/tensor_act_model_layers_16_self_attn_q_proj/std": 0.9091812834433737, "train/tensor_act_model_layers_16_self_attn_q_proj/max_abs": 4.90625, "train/tensor_act_model_layers_16_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_k_proj/norm": 4660.636121871704, "train/tensor_act_model_layers_16_self_attn_k_proj/mean": -0.0082550048828125, "train/tensor_act_model_layers_16_self_attn_k_proj/std": 0.8046875212667056, "train/tensor_act_model_layers_16_self_attn_k_proj/max_abs": 4.75, "train/tensor_act_model_layers_16_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_v_proj/norm": 1473.4377214579501, "train/tensor_act_model_layers_16_self_attn_v_proj/mean": -0.0005960464477539062, "train/tensor_act_model_layers_16_self_attn_v_proj/std": 0.25390626311552894, "train/tensor_act_model_layers_16_self_attn_v_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_16_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_o_proj/norm": 234.52950527272105, "train/tensor_act_model_layers_16_self_attn_o_proj/mean": -0.0004601478576660156, "train/tensor_act_model_layers_16_self_attn_o_proj/std": 0.04046695038088668, "train/tensor_act_model_layers_16_self_attn_o_proj/max_abs": 0.640625, "train/tensor_act_model_layers_16_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_self_attn/norm": 234.52950527272105, "train/tensor_act_model_layers_16_self_attn/mean": -0.0004601478576660156, "train/tensor_act_model_layers_16_self_attn/std": 0.04046695038088668, "train/tensor_act_model_layers_16_self_attn/max_abs": 0.640625, "train/tensor_act_model_layers_16_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_post_attention_layernorm/norm": 5792.605957031507, "train/tensor_act_model_layers_16_post_attention_layernorm/mean": 0.0129241943359375, "train/tensor_act_model_layers_16_post_attention_layernorm/std": 1.0000000552972763, "train/tensor_act_model_layers_16_post_attention_layernorm/max_abs": 6.09375, "train/tensor_act_model_layers_16_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 2190.011939361449, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.0537109375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.21191413281698862, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 186.95777352632697, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.00293731689453125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.03216570559168148, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.388671875, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/norm": 186.95777352632697, "train/tensor_act_model_layers_16_mlp/mean": 0.00293731689453125, "train/tensor_act_model_layers_16_mlp/std": 0.03216570559168148, "train/tensor_act_model_layers_16_mlp/max_abs": 0.388671875, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16/norm": 8033.831916081866, "train/tensor_act_model_layers_16/mean": 0.019012451171875, "train/tensor_act_model_layers_16/std": 1.3867463240098303, "train/tensor_act_model_layers_16/max_abs": 18.0, "train/tensor_act_model_layers_16/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_input_layernorm/norm": 5792.608642579715, "train/tensor_act_model_layers_17_input_layernorm/mean": 0.0157318115234375, "train/tensor_act_model_layers_17_input_layernorm/std": 1.0000000562285987, "train/tensor_act_model_layers_17_input_layernorm/max_abs": 6.03125, "train/tensor_act_model_layers_17_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_q_proj/norm": 6145.560086243871, "train/tensor_act_model_layers_17_self_attn_q_proj/mean": -0.03729248046875, "train/tensor_act_model_layers_17_self_attn_q_proj/std": 1.0625000613577207, "train/tensor_act_model_layers_17_self_attn_q_proj/max_abs": 5.3125, "train/tensor_act_model_layers_17_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_k_proj/norm": 5757.186434569558, "train/tensor_act_model_layers_17_self_attn_k_proj/mean": -0.0657958984375, "train/tensor_act_model_layers_17_self_attn_k_proj/std": 0.9921875826017089, "train/tensor_act_model_layers_17_self_attn_k_proj/max_abs": 4.53125, "train/tensor_act_model_layers_17_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_v_proj/norm": 1395.792441863175, "train/tensor_act_model_layers_17_self_attn_v_proj/mean": 0.003543853759765625, "train/tensor_act_model_layers_17_self_attn_v_proj/std": 0.24121100009090174, "train/tensor_act_model_layers_17_self_attn_v_proj/max_abs": 1.484375, "train/tensor_act_model_layers_17_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_o_proj/norm": 253.85392343736257, "train/tensor_act_model_layers_17_self_attn_o_proj/mean": -0.0008487701416015625, "train/tensor_act_model_layers_17_self_attn_o_proj/std": 0.04382387288809894, "train/tensor_act_model_layers_17_self_attn_o_proj/max_abs": 0.349609375, "train/tensor_act_model_layers_17_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_self_attn/norm": 253.85392343736257, "train/tensor_act_model_layers_17_self_attn/mean": -0.0008487701416015625, "train/tensor_act_model_layers_17_self_attn/std": 0.04382387288809894, "train/tensor_act_model_layers_17_self_attn/max_abs": 0.349609375, "train/tensor_act_model_layers_17_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_post_attention_layernorm/norm": 5792.601562508859, "train/tensor_act_model_layers_17_post_attention_layernorm/mean": 0.0149078369140625, "train/tensor_act_model_layers_17_post_attention_layernorm/std": 1.0000000534346314, "train/tensor_act_model_layers_17_post_attention_layernorm/max_abs": 6.125, "train/tensor_act_model_layers_17_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 2354.4620342400276, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.05322265625, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.2285163422923772, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 316.9139937447785, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.0034942626953125, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.05462658312054835, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/norm": 316.9139937447785, "train/tensor_act_model_layers_17_mlp/mean": 0.0034942626953125, "train/tensor_act_model_layers_17_mlp/std": 0.05462658312054835, "train/tensor_act_model_layers_17_mlp/max_abs": 1.0390625, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17/norm": 7960.625918807501, "train/tensor_act_model_layers_17/mean": 0.02166748046875, "train/tensor_act_model_layers_17/std": 1.3730622245939885, "train/tensor_act_model_layers_17/max_abs": 18.0, "train/tensor_act_model_layers_17/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_input_layernorm/norm": 5792.608642586824, "train/tensor_act_model_layers_18_input_layernorm/mean": 0.018310546875, "train/tensor_act_model_layers_18_input_layernorm/std": 1.0000000670552232, "train/tensor_act_model_layers_18_input_layernorm/max_abs": 6.09375, "train/tensor_act_model_layers_18_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_q_proj/norm": 5675.660678434185, "train/tensor_act_model_layers_18_self_attn_q_proj/mean": 0.0706787109375, "train/tensor_act_model_layers_18_self_attn_q_proj/std": 0.9785182061989369, "train/tensor_act_model_layers_18_self_attn_q_proj/max_abs": 5.6875, "train/tensor_act_model_layers_18_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_k_proj/norm": 4872.321789969411, "train/tensor_act_model_layers_18_self_attn_k_proj/mean": 0.0782470703125, "train/tensor_act_model_layers_18_self_attn_k_proj/std": 0.8369166531072024, "train/tensor_act_model_layers_18_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_18_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_v_proj/norm": 1631.3799332827969, "train/tensor_act_model_layers_18_self_attn_v_proj/mean": -0.0017337799072265625, "train/tensor_act_model_layers_18_self_attn_v_proj/std": 0.28125007188645207, "train/tensor_act_model_layers_18_self_attn_v_proj/max_abs": 2.171875, "train/tensor_act_model_layers_18_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_o_proj/norm": 356.14257127885116, "train/tensor_act_model_layers_18_self_attn_o_proj/mean": 0.00031387805938720703, "train/tensor_act_model_layers_18_self_attn_o_proj/std": 0.06152458013198962, "train/tensor_act_model_layers_18_self_attn_o_proj/max_abs": 0.91015625, "train/tensor_act_model_layers_18_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_self_attn/norm": 356.14257127885116, "train/tensor_act_model_layers_18_self_attn/mean": 0.00031387805938720703, "train/tensor_act_model_layers_18_self_attn/std": 0.06152458013198962, "train/tensor_act_model_layers_18_self_attn/max_abs": 0.91015625, "train/tensor_act_model_layers_18_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_post_attention_layernorm/norm": 5792.611694338925, "train/tensor_act_model_layers_18_post_attention_layernorm/mean": 0.018707275390625, "train/tensor_act_model_layers_18_post_attention_layernorm/std": 1.0000000461004663, "train/tensor_act_model_layers_18_post_attention_layernorm/max_abs": 6.125, "train/tensor_act_model_layers_18_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 2282.4499836222917, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.059326171875, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.21972669813363868, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 213.3784408100035, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.00493621826171875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.03643816320099371, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.85546875, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/norm": 213.3784408100035, "train/tensor_act_model_layers_18_mlp/mean": 0.00493621826171875, "train/tensor_act_model_layers_18_mlp/std": 0.03643816320099371, "train/tensor_act_model_layers_18_mlp/max_abs": 0.85546875, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18/norm": 7930.962874787707, "train/tensor_act_model_layers_18/mean": 0.02691650390625, "train/tensor_act_model_layers_18/std": 1.3711216114071696, "train/tensor_act_model_layers_18/max_abs": 17.875, "train/tensor_act_model_layers_18/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_input_layernorm/norm": 5792.609130862056, "train/tensor_act_model_layers_19_input_layernorm/mean": 0.023223876953125, "train/tensor_act_model_layers_19_input_layernorm/std": 1.0000000461004663, "train/tensor_act_model_layers_19_input_layernorm/max_abs": 6.09375, "train/tensor_act_model_layers_19_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_q_proj/norm": 4839.024859254427, "train/tensor_act_model_layers_19_self_attn_q_proj/mean": 0.0408935546875, "train/tensor_act_model_layers_19_self_attn_q_proj/std": 0.8349630523119462, "train/tensor_act_model_layers_19_self_attn_q_proj/max_abs": 4.90625, "train/tensor_act_model_layers_19_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_k_proj/norm": 4622.449600139848, "train/tensor_act_model_layers_19_self_attn_k_proj/mean": -0.048828125, "train/tensor_act_model_layers_19_self_attn_k_proj/std": 0.7959007590792444, "train/tensor_act_model_layers_19_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_19_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_v_proj/norm": 1351.3183199144491, "train/tensor_act_model_layers_19_self_attn_v_proj/mean": -0.003787994384765625, "train/tensor_act_model_layers_19_self_attn_v_proj/std": 0.2331547578275328, "train/tensor_act_model_layers_19_self_attn_v_proj/max_abs": 1.703125, "train/tensor_act_model_layers_19_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_o_proj/norm": 142.03019658784257, "train/tensor_act_model_layers_19_self_attn_o_proj/mean": -0.0003561973571777344, "train/tensor_act_model_layers_19_self_attn_o_proj/std": 0.024506068810946684, "train/tensor_act_model_layers_19_self_attn_o_proj/max_abs": 0.76953125, "train/tensor_act_model_layers_19_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_self_attn/norm": 142.03019658784257, "train/tensor_act_model_layers_19_self_attn/mean": -0.0003561973571777344, "train/tensor_act_model_layers_19_self_attn/std": 0.024506068810946684, "train/tensor_act_model_layers_19_self_attn/max_abs": 0.76953125, "train/tensor_act_model_layers_19_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_post_attention_layernorm/norm": 5792.610961915044, "train/tensor_act_model_layers_19_post_attention_layernorm/mean": 0.022979736328125, "train/tensor_act_model_layers_19_post_attention_layernorm/std": 1.000000034924596, "train/tensor_act_model_layers_19_post_attention_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_19_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 2256.29330727737, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.052734375, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.21875040871718235, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 222.34625983155243, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.006103515625, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.03790302245849343, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.458984375, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/norm": 222.34625983155243, "train/tensor_act_model_layers_19_mlp/mean": 0.006103515625, "train/tensor_act_model_layers_19_mlp/std": 0.03790302245849343, "train/tensor_act_model_layers_19_mlp/max_abs": 0.458984375, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19/norm": 7903.410874494124, "train/tensor_act_model_layers_19/mean": 0.0325927734375, "train/tensor_act_model_layers_19/std": 1.3633092587717142, "train/tensor_act_model_layers_19/max_abs": 17.875, "train/tensor_act_model_layers_19/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_input_layernorm/norm": 5792.605468753015, "train/tensor_act_model_layers_20_input_layernorm/mean": 0.028656005859375, "train/tensor_act_model_layers_20_input_layernorm/std": 1.0000000386498862, "train/tensor_act_model_layers_20_input_layernorm/max_abs": 6.0, "train/tensor_act_model_layers_20_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_q_proj/norm": 4771.579896129194, "train/tensor_act_model_layers_20_self_attn_q_proj/mean": 0.02886962890625, "train/tensor_act_model_layers_20_self_attn_q_proj/std": 0.8232439545672402, "train/tensor_act_model_layers_20_self_attn_q_proj/max_abs": 6.3125, "train/tensor_act_model_layers_20_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_k_proj/norm": 4217.759489373933, "train/tensor_act_model_layers_20_self_attn_k_proj/mean": 0.0936279296875, "train/tensor_act_model_layers_20_self_attn_k_proj/std": 0.7226562809299771, "train/tensor_act_model_layers_20_self_attn_k_proj/max_abs": 4.90625, "train/tensor_act_model_layers_20_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_v_proj/norm": 1411.6401213035933, "train/tensor_act_model_layers_20_self_attn_v_proj/mean": 0.0009708404541015625, "train/tensor_act_model_layers_20_self_attn_v_proj/std": 0.2436530585492926, "train/tensor_act_model_layers_20_self_attn_v_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_20_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_o_proj/norm": 130.5136547005455, "train/tensor_act_model_layers_20_self_attn_o_proj/mean": 0.0001571178436279297, "train/tensor_act_model_layers_20_self_attn_o_proj/std": 0.022553727131681547, "train/tensor_act_model_layers_20_self_attn_o_proj/max_abs": 0.48046875, "train/tensor_act_model_layers_20_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_self_attn/norm": 130.5136547005455, "train/tensor_act_model_layers_20_self_attn/mean": 0.0001571178436279297, "train/tensor_act_model_layers_20_self_attn/std": 0.022553727131681547, "train/tensor_act_model_layers_20_self_attn/max_abs": 0.48046875, "train/tensor_act_model_layers_20_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_post_attention_layernorm/norm": 5792.611328129034, "train/tensor_act_model_layers_20_post_attention_layernorm/mean": 0.028778076171875, "train/tensor_act_model_layers_20_post_attention_layernorm/std": 1.0000000386498862, "train/tensor_act_model_layers_20_post_attention_layernorm/max_abs": 6.0, "train/tensor_act_model_layers_20_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 2349.9399528937156, "train/tensor_act_model_layers_20_mlp_up_proj/mean": -0.055908203125, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.22753919347669246, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 217.8237557133209, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.0033111572265625, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.03747578474855653, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.578125, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/norm": 217.8237557133209, "train/tensor_act_model_layers_20_mlp/mean": 0.0033111572265625, "train/tensor_act_model_layers_20_mlp/std": 0.03747578474855653, "train/tensor_act_model_layers_20_mlp/max_abs": 0.578125, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20/norm": 7890.851924064829, "train/tensor_act_model_layers_20/mean": 0.0362548828125, "train/tensor_act_model_layers_20/std": 1.3633092587717142, "train/tensor_act_model_layers_20/max_abs": 17.875, "train/tensor_act_model_layers_20/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_input_layernorm/norm": 5792.60681152909, "train/tensor_act_model_layers_21_input_layernorm/mean": 0.03173828125, "train/tensor_act_model_layers_21_input_layernorm/std": 1.0000000447034827, "train/tensor_act_model_layers_21_input_layernorm/max_abs": 5.96875, "train/tensor_act_model_layers_21_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_q_proj/norm": 5874.145959149961, "train/tensor_act_model_layers_21_self_attn_q_proj/mean": 0.01605224609375, "train/tensor_act_model_layers_21_self_attn_q_proj/std": 1.0156250311778139, "train/tensor_act_model_layers_21_self_attn_q_proj/max_abs": 5.1875, "train/tensor_act_model_layers_21_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_k_proj/norm": 5633.60320954809, "train/tensor_act_model_layers_21_self_attn_k_proj/mean": -0.0333251953125, "train/tensor_act_model_layers_21_self_attn_k_proj/std": 0.9726562883001726, "train/tensor_act_model_layers_21_self_attn_k_proj/max_abs": 4.28125, "train/tensor_act_model_layers_21_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_v_proj/norm": 1804.2309951408947, "train/tensor_act_model_layers_21_self_attn_v_proj/mean": 0.00527191162109375, "train/tensor_act_model_layers_21_self_attn_v_proj/std": 0.3115250028186743, "train/tensor_act_model_layers_21_self_attn_v_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_21_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_o_proj/norm": 355.72957544015867, "train/tensor_act_model_layers_21_self_attn_o_proj/mean": -0.0012874603271484375, "train/tensor_act_model_layers_21_self_attn_o_proj/std": 0.061401816146291824, "train/tensor_act_model_layers_21_self_attn_o_proj/max_abs": 0.671875, "train/tensor_act_model_layers_21_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_self_attn/norm": 355.72957544015867, "train/tensor_act_model_layers_21_self_attn/mean": -0.0012874603271484375, "train/tensor_act_model_layers_21_self_attn/std": 0.061401816146291824, "train/tensor_act_model_layers_21_self_attn/max_abs": 0.671875, "train/tensor_act_model_layers_21_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_post_attention_layernorm/norm": 5792.604370117963, "train/tensor_act_model_layers_21_post_attention_layernorm/mean": 0.03057861328125, "train/tensor_act_model_layers_21_post_attention_layernorm/std": 1.0000000353902572, "train/tensor_act_model_layers_21_post_attention_layernorm/max_abs": 6.03125, "train/tensor_act_model_layers_21_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 2408.703144305664, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.0621337890625, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.23168993548874642, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 235.36975924923593, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.002197265625, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.040527346622512894, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.7109375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/norm": 235.36975924923593, "train/tensor_act_model_layers_21_mlp/mean": 0.002197265625, "train/tensor_act_model_layers_21_mlp/std": 0.040527346622512894, "train/tensor_act_model_layers_21_mlp/max_abs": 0.7109375, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21/norm": 7865.07496498655, "train/tensor_act_model_layers_21/mean": 0.03704833984375, "train/tensor_act_model_layers_21/std": 1.3554969298212052, "train/tensor_act_model_layers_21/max_abs": 17.875, "train/tensor_act_model_layers_21/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_input_layernorm/norm": 5792.601806644468, "train/tensor_act_model_layers_22_input_layernorm/mean": 0.03253173828125, "train/tensor_act_model_layers_22_input_layernorm/std": 1.0000000204890966, "train/tensor_act_model_layers_22_input_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_22_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_q_proj/norm": 5914.462992230686, "train/tensor_act_model_layers_22_self_attn_q_proj/mean": 0.1044921875, "train/tensor_act_model_layers_22_self_attn_q_proj/std": 1.0156254108134688, "train/tensor_act_model_layers_22_self_attn_q_proj/max_abs": 5.15625, "train/tensor_act_model_layers_22_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_k_proj/norm": 5716.382524715763, "train/tensor_act_model_layers_22_self_attn_k_proj/mean": 0.105224609375, "train/tensor_act_model_layers_22_self_attn_k_proj/std": 0.9804687803959937, "train/tensor_act_model_layers_22_self_attn_k_proj/max_abs": 4.90625, "train/tensor_act_model_layers_22_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_v_proj/norm": 1871.5935487376155, "train/tensor_act_model_layers_22_self_attn_v_proj/mean": -0.004608154296875, "train/tensor_act_model_layers_22_self_attn_v_proj/std": 0.3227550691246056, "train/tensor_act_model_layers_22_self_attn_v_proj/max_abs": 2.21875, "train/tensor_act_model_layers_22_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_o_proj/norm": 364.0287033922374, "train/tensor_act_model_layers_22_self_attn_o_proj/mean": -0.00142669677734375, "train/tensor_act_model_layers_22_self_attn_o_proj/std": 0.06281032948901312, "train/tensor_act_model_layers_22_self_attn_o_proj/max_abs": 0.88671875, "train/tensor_act_model_layers_22_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_self_attn/norm": 364.0287033922374, "train/tensor_act_model_layers_22_self_attn/mean": -0.00142669677734375, "train/tensor_act_model_layers_22_self_attn/std": 0.06281032948901312, "train/tensor_act_model_layers_22_self_attn/max_abs": 0.88671875, "train/tensor_act_model_layers_22_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_post_attention_layernorm/norm": 5792.614624026353, "train/tensor_act_model_layers_22_post_attention_layernorm/mean": 0.03118896484375, "train/tensor_act_model_layers_22_post_attention_layernorm/std": 1.0000000242143867, "train/tensor_act_model_layers_22_post_attention_layernorm/max_abs": 6.09375, "train/tensor_act_model_layers_22_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 2564.638824551998, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.0655517578125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.247070644212583, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 256.49137022046824, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.001880645751953125, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.044250955743622505, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.5390625, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/norm": 256.49137022046824, "train/tensor_act_model_layers_22_mlp/mean": 0.001880645751953125, "train/tensor_act_model_layers_22_mlp/std": 0.044250955743622505, "train/tensor_act_model_layers_22_mlp/max_abs": 0.5390625, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22/norm": 7851.21098571715, "train/tensor_act_model_layers_22/mean": 0.03753662109375, "train/tensor_act_model_layers_22/std": 1.3554969737937457, "train/tensor_act_model_layers_22/max_abs": 17.75, "train/tensor_act_model_layers_22/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_input_layernorm/norm": 5792.608642580445, "train/tensor_act_model_layers_23_input_layernorm/mean": 0.03277587890625, "train/tensor_act_model_layers_23_input_layernorm/std": 1.0000000353902572, "train/tensor_act_model_layers_23_input_layernorm/max_abs": 6.125, "train/tensor_act_model_layers_23_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_q_proj/norm": 6203.23214360874, "train/tensor_act_model_layers_23_self_attn_q_proj/mean": -0.0465087890625, "train/tensor_act_model_layers_23_self_attn_q_proj/std": 1.0703132448402652, "train/tensor_act_model_layers_23_self_attn_q_proj/max_abs": 5.9375, "train/tensor_act_model_layers_23_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_k_proj/norm": 5270.495363830182, "train/tensor_act_model_layers_23_self_attn_k_proj/mean": -0.05548095703125, "train/tensor_act_model_layers_23_self_attn_k_proj/std": 0.9091812834433737, "train/tensor_act_model_layers_23_self_attn_k_proj/max_abs": 5.375, "train/tensor_act_model_layers_23_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_v_proj/norm": 2032.7828792564003, "train/tensor_act_model_layers_23_self_attn_v_proj/mean": 0.003231048583984375, "train/tensor_act_model_layers_23_self_attn_v_proj/std": 0.3515625290365671, "train/tensor_act_model_layers_23_self_attn_v_proj/max_abs": 2.359375, "train/tensor_act_model_layers_23_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_o_proj/norm": 690.7827898320194, "train/tensor_act_model_layers_23_self_attn_o_proj/mean": -0.0007476806640625, "train/tensor_act_model_layers_23_self_attn_o_proj/std": 0.11926654774189237, "train/tensor_act_model_layers_23_self_attn_o_proj/max_abs": 1.5546875, "train/tensor_act_model_layers_23_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_self_attn/norm": 690.7827898320194, "train/tensor_act_model_layers_23_self_attn/mean": -0.0007476806640625, "train/tensor_act_model_layers_23_self_attn/std": 0.11926654774189237, "train/tensor_act_model_layers_23_self_attn/max_abs": 1.5546875, "train/tensor_act_model_layers_23_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_post_attention_layernorm/norm": 5792.61169433657, "train/tensor_act_model_layers_23_post_attention_layernorm/mean": 0.0318603515625, "train/tensor_act_model_layers_23_post_attention_layernorm/std": 1.0000000074505806, "train/tensor_act_model_layers_23_post_attention_layernorm/max_abs": 6.03125, "train/tensor_act_model_layers_23_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 2410.443822442326, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.05963134765625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.2324218990422084, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 232.44342835376997, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.001171112060546875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.04010023718712394, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.72265625, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/norm": 232.44342835376997, "train/tensor_act_model_layers_23_mlp/mean": 0.001171112060546875, "train/tensor_act_model_layers_23_mlp/std": 0.04010023718712394, "train/tensor_act_model_layers_23_mlp/max_abs": 0.72265625, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23/norm": 7841.990299231839, "train/tensor_act_model_layers_23/mean": 0.0379638671875, "train/tensor_act_model_layers_23/std": 1.3554969202022118, "train/tensor_act_model_layers_23/max_abs": 17.75, "train/tensor_act_model_layers_23/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_input_layernorm/norm": 5792.608886720036, "train/tensor_act_model_layers_24_input_layernorm/mean": 0.03302001953125, "train/tensor_act_model_layers_24_input_layernorm/std": 1.0000000204890966, "train/tensor_act_model_layers_24_input_layernorm/max_abs": 6.03125, "train/tensor_act_model_layers_24_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_q_proj/norm": 6337.051286075502, "train/tensor_act_model_layers_24_self_attn_q_proj/mean": -0.0411376953125, "train/tensor_act_model_layers_24_self_attn_q_proj/std": 1.0937500068119594, "train/tensor_act_model_layers_24_self_attn_q_proj/max_abs": 6.3125, "train/tensor_act_model_layers_24_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_k_proj/norm": 5500.681358114986, "train/tensor_act_model_layers_24_self_attn_k_proj/mean": 0.0011057853698730469, "train/tensor_act_model_layers_24_self_attn_k_proj/std": 0.9492188382115502, "train/tensor_act_model_layers_24_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_24_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_v_proj/norm": 1765.6630720467376, "train/tensor_act_model_layers_24_self_attn_v_proj/mean": 0.003070831298828125, "train/tensor_act_model_layers_24_self_attn_v_proj/std": 0.30468752185025966, "train/tensor_act_model_layers_24_self_attn_v_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_24_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_o_proj/norm": 447.342410913418, "train/tensor_act_model_layers_24_self_attn_o_proj/mean": -0.00018164515495300293, "train/tensor_act_model_layers_24_self_attn_o_proj/std": 0.07727164999452271, "train/tensor_act_model_layers_24_self_attn_o_proj/max_abs": 0.71484375, "train/tensor_act_model_layers_24_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_self_attn/norm": 447.342410913418, "train/tensor_act_model_layers_24_self_attn/mean": -0.00018164515495300293, "train/tensor_act_model_layers_24_self_attn/std": 0.07727164999452271, "train/tensor_act_model_layers_24_self_attn/max_abs": 0.71484375, "train/tensor_act_model_layers_24_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_post_attention_layernorm/norm": 5792.605957035479, "train/tensor_act_model_layers_24_post_attention_layernorm/mean": 0.03277587890625, "train/tensor_act_model_layers_24_post_attention_layernorm/std": 1.0000000055879354, "train/tensor_act_model_layers_24_post_attention_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_24_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 2703.6972317801856, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.0753173828125, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.25830248307531, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 281.0360299481865, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.0012454986572265625, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.04852337578370075, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/norm": 281.0360299481865, "train/tensor_act_model_layers_24_mlp/mean": 0.0012454986572265625, "train/tensor_act_model_layers_24_mlp/std": 0.04852337578370075, "train/tensor_act_model_layers_24_mlp/max_abs": 1.1015625, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24/norm": 7787.339983230293, "train/tensor_act_model_layers_24/mean": 0.0390625, "train/tensor_act_model_layers_24/std": 1.3437613885973552, "train/tensor_act_model_layers_24/max_abs": 17.75, "train/tensor_act_model_layers_24/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_input_layernorm/norm": 5792.606933594368, "train/tensor_act_model_layers_25_input_layernorm/mean": 0.0340576171875, "train/tensor_act_model_layers_25_input_layernorm/std": 1.0000000074505806, "train/tensor_act_model_layers_25_input_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_25_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_q_proj/norm": 6253.785347223082, "train/tensor_act_model_layers_25_self_attn_q_proj/mean": -0.0750732421875, "train/tensor_act_model_layers_25_self_attn_q_proj/std": 1.0781250760175152, "train/tensor_act_model_layers_25_self_attn_q_proj/max_abs": 6.40625, "train/tensor_act_model_layers_25_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_k_proj/norm": 5019.37340814188, "train/tensor_act_model_layers_25_self_attn_k_proj/mean": -0.045166015625, "train/tensor_act_model_layers_25_self_attn_k_proj/std": 0.8642595883798404, "train/tensor_act_model_layers_25_self_attn_k_proj/max_abs": 5.0625, "train/tensor_act_model_layers_25_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_v_proj/norm": 1767.4753256873094, "train/tensor_act_model_layers_25_self_attn_v_proj/mean": 0.002826690673828125, "train/tensor_act_model_layers_25_self_attn_v_proj/std": 0.30468750561181546, "train/tensor_act_model_layers_25_self_attn_v_proj/max_abs": 2.21875, "train/tensor_act_model_layers_25_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_o_proj/norm": 334.2355866445592, "train/tensor_act_model_layers_25_self_attn_o_proj/mean": -0.003017425537109375, "train/tensor_act_model_layers_25_self_attn_o_proj/std": 0.05763428783327777, "train/tensor_act_model_layers_25_self_attn_o_proj/max_abs": 1.2890625, "train/tensor_act_model_layers_25_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_self_attn/norm": 334.2355866445592, "train/tensor_act_model_layers_25_self_attn/mean": -0.003017425537109375, "train/tensor_act_model_layers_25_self_attn/std": 0.05763428783327777, "train/tensor_act_model_layers_25_self_attn/max_abs": 1.2890625, "train/tensor_act_model_layers_25_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_post_attention_layernorm/norm": 5792.612060555112, "train/tensor_act_model_layers_25_post_attention_layernorm/mean": 0.03143310546875, "train/tensor_act_model_layers_25_post_attention_layernorm/std": 1.0000000055879352, "train/tensor_act_model_layers_25_post_attention_layernorm/max_abs": 6.03125, "train/tensor_act_model_layers_25_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 2600.4597268032326, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.0682373046875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.2500005662434841, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 283.46965340995047, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.002635955810546875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.048828440158542166, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.56640625, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/norm": 283.46965340995047, "train/tensor_act_model_layers_25_mlp/mean": 0.002635955810546875, "train/tensor_act_model_layers_25_mlp/std": 0.048828440158542166, "train/tensor_act_model_layers_25_mlp/max_abs": 0.56640625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25/norm": 7730.620658669284, "train/tensor_act_model_layers_25/mean": 0.0386962890625, "train/tensor_act_model_layers_25/std": 1.3340001307795546, "train/tensor_act_model_layers_25/max_abs": 17.75, "train/tensor_act_model_layers_25/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_input_layernorm/norm": 5792.609497073351, "train/tensor_act_model_layers_26_input_layernorm/mean": 0.03411865234375, "train/tensor_act_model_layers_26_input_layernorm/std": 1.0000000055879354, "train/tensor_act_model_layers_26_input_layernorm/max_abs": 6.0, "train/tensor_act_model_layers_26_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_q_proj/norm": 5338.651785481668, "train/tensor_act_model_layers_26_self_attn_q_proj/mean": -0.003200531005859375, "train/tensor_act_model_layers_26_self_attn_q_proj/std": 0.9209005869544395, "train/tensor_act_model_layers_26_self_attn_q_proj/max_abs": 5.3125, "train/tensor_act_model_layers_26_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_k_proj/norm": 4823.556514374229, "train/tensor_act_model_layers_26_self_attn_k_proj/mean": 0.026275634765625, "train/tensor_act_model_layers_26_self_attn_k_proj/std": 0.8320325993585167, "train/tensor_act_model_layers_26_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_26_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_v_proj/norm": 1645.2923150406148, "train/tensor_act_model_layers_26_self_attn_v_proj/mean": -0.0009403228759765625, "train/tensor_act_model_layers_26_self_attn_v_proj/std": 0.2836927341878522, "train/tensor_act_model_layers_26_self_attn_v_proj/max_abs": 2.078125, "train/tensor_act_model_layers_26_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_o_proj/norm": 281.24286589023365, "train/tensor_act_model_layers_26_self_attn_o_proj/mean": -0.000698089599609375, "train/tensor_act_model_layers_26_self_attn_o_proj/std": 0.048523078549410646, "train/tensor_act_model_layers_26_self_attn_o_proj/max_abs": 0.70703125, "train/tensor_act_model_layers_26_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_self_attn/norm": 281.24286589023365, "train/tensor_act_model_layers_26_self_attn/mean": -0.000698089599609375, "train/tensor_act_model_layers_26_self_attn/std": 0.048523078549410646, "train/tensor_act_model_layers_26_self_attn/max_abs": 0.70703125, "train/tensor_act_model_layers_26_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_post_attention_layernorm/norm": 5792.601806641289, "train/tensor_act_model_layers_26_post_attention_layernorm/mean": 0.0333251953125, "train/tensor_act_model_layers_26_post_attention_layernorm/std": 1.0000000223517416, "train/tensor_act_model_layers_26_post_attention_layernorm/max_abs": 6.15625, "train/tensor_act_model_layers_26_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 2632.647889288266, "train/tensor_act_model_layers_26_mlp_up_proj/mean": -0.0687255859375, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.2539068075320651, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 282.2265651657156, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.0111846923828125, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.047485515819745985, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.7578125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/norm": 282.2265651657156, "train/tensor_act_model_layers_26_mlp/mean": 0.0111846923828125, "train/tensor_act_model_layers_26_mlp/std": 0.047485515819745985, "train/tensor_act_model_layers_26_mlp/max_abs": 0.7578125, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26/norm": 7687.166591275605, "train/tensor_act_model_layers_26/mean": 0.0491943359375, "train/tensor_act_model_layers_26/std": 1.3261877235960011, "train/tensor_act_model_layers_26/max_abs": 17.75, "train/tensor_act_model_layers_26/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_input_layernorm/norm": 5792.610473636902, "train/tensor_act_model_layers_27_input_layernorm/mean": 0.0438232421875, "train/tensor_act_model_layers_27_input_layernorm/std": 1.0000000223517413, "train/tensor_act_model_layers_27_input_layernorm/max_abs": 6.21875, "train/tensor_act_model_layers_27_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_q_proj/norm": 5609.7128371864455, "train/tensor_act_model_layers_27_self_attn_q_proj/mean": 0.019622802734375, "train/tensor_act_model_layers_27_self_attn_q_proj/std": 0.9677751172548684, "train/tensor_act_model_layers_27_self_attn_q_proj/max_abs": 4.9375, "train/tensor_act_model_layers_27_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_k_proj/norm": 4931.676651967859, "train/tensor_act_model_layers_27_self_attn_k_proj/mean": 0.0458984375, "train/tensor_act_model_layers_27_self_attn_k_proj/std": 0.8505879346296338, "train/tensor_act_model_layers_27_self_attn_k_proj/max_abs": 5.625, "train/tensor_act_model_layers_27_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_v_proj/norm": 1881.289667381618, "train/tensor_act_model_layers_27_self_attn_v_proj/mean": 0.00702667236328125, "train/tensor_act_model_layers_27_self_attn_v_proj/std": 0.3242188479347254, "train/tensor_act_model_layers_27_self_attn_v_proj/max_abs": 2.21875, "train/tensor_act_model_layers_27_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_o_proj/norm": 488.02966710732926, "train/tensor_act_model_layers_27_self_attn_o_proj/mean": 0.0005831718444824219, "train/tensor_act_model_layers_27_self_attn_o_proj/std": 0.0842296578061084, "train/tensor_act_model_layers_27_self_attn_o_proj/max_abs": 1.03125, "train/tensor_act_model_layers_27_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_self_attn/norm": 488.02966710732926, "train/tensor_act_model_layers_27_self_attn/mean": 0.0005831718444824219, "train/tensor_act_model_layers_27_self_attn/std": 0.0842296578061084, "train/tensor_act_model_layers_27_self_attn/max_abs": 1.03125, "train/tensor_act_model_layers_27_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_post_attention_layernorm/norm": 5792.608032229695, "train/tensor_act_model_layers_27_post_attention_layernorm/mean": 0.044189453125, "train/tensor_act_model_layers_27_post_attention_layernorm/std": 1.0000000447034827, "train/tensor_act_model_layers_27_post_attention_layernorm/max_abs": 6.3125, "train/tensor_act_model_layers_27_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 2621.0368953720613, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.065185546875, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.2529316905763468, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 251.49561028282218, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.00447845458984375, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.04321289803348628, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.5859375, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/norm": 251.49561028282218, "train/tensor_act_model_layers_27_mlp/mean": 0.00447845458984375, "train/tensor_act_model_layers_27_mlp/std": 0.04321289803348628, "train/tensor_act_model_layers_27_mlp/max_abs": 0.5859375, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27/norm": 7694.5364166411055, "train/tensor_act_model_layers_27/mean": 0.05419921875, "train/tensor_act_model_layers_27/std": 1.3281365450188987, "train/tensor_act_model_layers_27/max_abs": 17.75, "train/tensor_act_model_layers_27/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_input_layernorm/norm": 5792.607177735142, "train/tensor_act_model_layers_28_input_layernorm/mean": 0.04840087890625, "train/tensor_act_model_layers_28_input_layernorm/std": 1.0000000502914177, "train/tensor_act_model_layers_28_input_layernorm/max_abs": 6.28125, "train/tensor_act_model_layers_28_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_q_proj/norm": 5998.032445296902, "train/tensor_act_model_layers_28_self_attn_q_proj/mean": 0.0124664306640625, "train/tensor_act_model_layers_28_self_attn_q_proj/std": 1.0351639561771158, "train/tensor_act_model_layers_28_self_attn_q_proj/max_abs": 5.1875, "train/tensor_act_model_layers_28_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_k_proj/norm": 5572.5886840745725, "train/tensor_act_model_layers_28_self_attn_k_proj/mean": -0.01702880859375, "train/tensor_act_model_layers_28_self_attn_k_proj/std": 0.961915660024178, "train/tensor_act_model_layers_28_self_attn_k_proj/max_abs": 5.4375, "train/tensor_act_model_layers_28_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_v_proj/norm": 1772.576182001147, "train/tensor_act_model_layers_28_self_attn_v_proj/mean": -0.00357818603515625, "train/tensor_act_model_layers_28_self_attn_v_proj/std": 0.30664106396701396, "train/tensor_act_model_layers_28_self_attn_v_proj/max_abs": 2.015625, "train/tensor_act_model_layers_28_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_o_proj/norm": 525.9160700821067, "train/tensor_act_model_layers_28_self_attn_o_proj/mean": -0.001529693603515625, "train/tensor_act_model_layers_28_self_attn_o_proj/std": 0.09069860037621252, "train/tensor_act_model_layers_28_self_attn_o_proj/max_abs": 0.8125, "train/tensor_act_model_layers_28_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_self_attn/norm": 525.9160700821067, "train/tensor_act_model_layers_28_self_attn/mean": -0.001529693603515625, "train/tensor_act_model_layers_28_self_attn/std": 0.09069860037621252, "train/tensor_act_model_layers_28_self_attn/max_abs": 0.8125, "train/tensor_act_model_layers_28_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_post_attention_layernorm/norm": 5792.608276379138, "train/tensor_act_model_layers_28_post_attention_layernorm/mean": 0.046875, "train/tensor_act_model_layers_28_post_attention_layernorm/std": 1.0000000447034827, "train/tensor_act_model_layers_28_post_attention_layernorm/max_abs": 6.25, "train/tensor_act_model_layers_28_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 2884.245649211661, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.066162109375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.2792969817047982, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 4.59375, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 284.54347916169047, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.00386810302734375, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.04895035049242646, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.87890625, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/norm": 284.54347916169047, "train/tensor_act_model_layers_28_mlp/mean": 0.00386810302734375, "train/tensor_act_model_layers_28_mlp/std": 0.04895035049242646, "train/tensor_act_model_layers_28_mlp/max_abs": 0.87890625, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28/norm": 7658.182113449786, "train/tensor_act_model_layers_28/mean": 0.0565185546875, "train/tensor_act_model_layers_28/std": 1.3203241189750143, "train/tensor_act_model_layers_28/max_abs": 17.875, "train/tensor_act_model_layers_28/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_input_layernorm/norm": 5792.609497077838, "train/tensor_act_model_layers_29_input_layernorm/mean": 0.050537109375, "train/tensor_act_model_layers_29_input_layernorm/std": 1.0000000447034827, "train/tensor_act_model_layers_29_input_layernorm/max_abs": 6.25, "train/tensor_act_model_layers_29_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_q_proj/norm": 5617.403319114031, "train/tensor_act_model_layers_29_self_attn_q_proj/mean": 0.04901123046875, "train/tensor_act_model_layers_29_self_attn_q_proj/std": 0.9687502672594994, "train/tensor_act_model_layers_29_self_attn_q_proj/max_abs": 5.1875, "train/tensor_act_model_layers_29_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_k_proj/norm": 4596.676498511059, "train/tensor_act_model_layers_29_self_attn_k_proj/mean": 0.03302001953125, "train/tensor_act_model_layers_29_self_attn_k_proj/std": 0.7929688322132988, "train/tensor_act_model_layers_29_self_attn_k_proj/max_abs": 4.46875, "train/tensor_act_model_layers_29_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_v_proj/norm": 1767.0325869770918, "train/tensor_act_model_layers_29_self_attn_v_proj/mean": -0.00479888916015625, "train/tensor_act_model_layers_29_self_attn_v_proj/std": 0.3046876508264596, "train/tensor_act_model_layers_29_self_attn_v_proj/max_abs": 1.765625, "train/tensor_act_model_layers_29_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_o_proj/norm": 303.15854645793576, "train/tensor_act_model_layers_29_self_attn_o_proj/mean": -0.000195235013961792, "train/tensor_act_model_layers_29_self_attn_o_proj/std": 0.052369167585141096, "train/tensor_act_model_layers_29_self_attn_o_proj/max_abs": 0.59375, "train/tensor_act_model_layers_29_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_self_attn/norm": 303.15854645793576, "train/tensor_act_model_layers_29_self_attn/mean": -0.000195235013961792, "train/tensor_act_model_layers_29_self_attn/std": 0.052369167585141096, "train/tensor_act_model_layers_29_self_attn/max_abs": 0.59375, "train/tensor_act_model_layers_29_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_post_attention_layernorm/norm": 5792.6141357450415, "train/tensor_act_model_layers_29_post_attention_layernorm/mean": 0.05035400390625, "train/tensor_act_model_layers_29_post_attention_layernorm/std": 1.0000000949948982, "train/tensor_act_model_layers_29_post_attention_layernorm/max_abs": 6.15625, "train/tensor_act_model_layers_29_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 2966.28657577892, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.07177734375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.287109375, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 424.34578283162824, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.01116943359375, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.07251018947901292, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.98046875, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/norm": 424.34578283162824, "train/tensor_act_model_layers_29_mlp/mean": 0.01116943359375, "train/tensor_act_model_layers_29_mlp/std": 0.07251018947901292, "train/tensor_act_model_layers_29_mlp/max_abs": 0.98046875, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29/norm": 7663.682615986749, "train/tensor_act_model_layers_29/mean": 0.0675048828125, "train/tensor_act_model_layers_29/std": 1.3203240738310646, "train/tensor_act_model_layers_29/max_abs": 17.875, "train/tensor_act_model_layers_29/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_input_layernorm/norm": 5792.608154299031, "train/tensor_act_model_layers_30_input_layernorm/mean": 0.06036376953125, "train/tensor_act_model_layers_30_input_layernorm/std": 1.0000000949948982, "train/tensor_act_model_layers_30_input_layernorm/max_abs": 6.09375, "train/tensor_act_model_layers_30_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_q_proj/norm": 6176.1973286529155, "train/tensor_act_model_layers_30_self_attn_q_proj/mean": -0.05596923828125, "train/tensor_act_model_layers_30_self_attn_q_proj/std": 1.0625000192838556, "train/tensor_act_model_layers_30_self_attn_q_proj/max_abs": 6.03125, "train/tensor_act_model_layers_30_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_k_proj/norm": 5798.759425757493, "train/tensor_act_model_layers_30_self_attn_k_proj/mean": -0.01324462890625, "train/tensor_act_model_layers_30_self_attn_k_proj/std": 1.0000001629814372, "train/tensor_act_model_layers_30_self_attn_k_proj/max_abs": 5.21875, "train/tensor_act_model_layers_30_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_v_proj/norm": 2025.7895645874312, "train/tensor_act_model_layers_30_self_attn_v_proj/mean": 0.0020084381103515625, "train/tensor_act_model_layers_30_self_attn_v_proj/std": 0.34960939470345526, "train/tensor_act_model_layers_30_self_attn_v_proj/max_abs": 2.40625, "train/tensor_act_model_layers_30_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_o_proj/norm": 636.1683186661928, "train/tensor_act_model_layers_30_self_attn_o_proj/mean": -0.00384521484375, "train/tensor_act_model_layers_30_self_attn_o_proj/std": 0.10974200919924976, "train/tensor_act_model_layers_30_self_attn_o_proj/max_abs": 1.5234375, "train/tensor_act_model_layers_30_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_self_attn/norm": 636.1683186661928, "train/tensor_act_model_layers_30_self_attn/mean": -0.00384521484375, "train/tensor_act_model_layers_30_self_attn/std": 0.10974200919924976, "train/tensor_act_model_layers_30_self_attn/max_abs": 1.5234375, "train/tensor_act_model_layers_30_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_post_attention_layernorm/norm": 5792.607910157084, "train/tensor_act_model_layers_30_post_attention_layernorm/mean": 0.0560302734375, "train/tensor_act_model_layers_30_post_attention_layernorm/std": 1.0000000670552232, "train/tensor_act_model_layers_30_post_attention_layernorm/max_abs": 5.96875, "train/tensor_act_model_layers_30_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 2760.8555533654235, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.0673828125, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.267578125, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 264.15771479480543, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.00466156005859375, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.04541049144477597, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/norm": 264.15771479480543, "train/tensor_act_model_layers_30_mlp/mean": 0.00466156005859375, "train/tensor_act_model_layers_30_mlp/std": 0.04541049144477597, "train/tensor_act_model_layers_30_mlp/max_abs": 0.55859375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30/norm": 7638.484817035184, "train/tensor_act_model_layers_30/mean": 0.0682373046875, "train/tensor_act_model_layers_30/std": 1.3164352900530845, "train/tensor_act_model_layers_30/max_abs": 17.75, "train/tensor_act_model_layers_30/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_input_layernorm/norm": 5792.61315918245, "train/tensor_act_model_layers_31_input_layernorm/mean": 0.060302734375, "train/tensor_act_model_layers_31_input_layernorm/std": 1.0000000745058033, "train/tensor_act_model_layers_31_input_layernorm/max_abs": 6.125, "train/tensor_act_model_layers_31_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_q_proj/norm": 5617.224158444125, "train/tensor_act_model_layers_31_self_attn_q_proj/mean": -0.033203125, "train/tensor_act_model_layers_31_self_attn_q_proj/std": 0.9687513689831321, "train/tensor_act_model_layers_31_self_attn_q_proj/max_abs": 6.25, "train/tensor_act_model_layers_31_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_k_proj/norm": 4613.394073952423, "train/tensor_act_model_layers_31_self_attn_k_proj/mean": 0.01568603515625, "train/tensor_act_model_layers_31_self_attn_k_proj/std": 0.7968750116871852, "train/tensor_act_model_layers_31_self_attn_k_proj/max_abs": 4.125, "train/tensor_act_model_layers_31_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_v_proj/norm": 1837.526111348826, "train/tensor_act_model_layers_31_self_attn_v_proj/mean": 0.001949310302734375, "train/tensor_act_model_layers_31_self_attn_v_proj/std": 0.31689569746461915, "train/tensor_act_model_layers_31_self_attn_v_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_31_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_o_proj/norm": 294.3296823336847, "train/tensor_act_model_layers_31_self_attn_o_proj/mean": -0.0008831024169921875, "train/tensor_act_model_layers_31_self_attn_o_proj/std": 0.05084947545090212, "train/tensor_act_model_layers_31_self_attn_o_proj/max_abs": 0.98046875, "train/tensor_act_model_layers_31_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_self_attn/norm": 294.3296823336847, "train/tensor_act_model_layers_31_self_attn/mean": -0.0008831024169921875, "train/tensor_act_model_layers_31_self_attn/std": 0.05084947545090212, "train/tensor_act_model_layers_31_self_attn/max_abs": 0.98046875, "train/tensor_act_model_layers_31_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_post_attention_layernorm/norm": 5792.609375006822, "train/tensor_act_model_layers_31_post_attention_layernorm/mean": 0.0595703125, "train/tensor_act_model_layers_31_post_attention_layernorm/std": 1.0000000745058033, "train/tensor_act_model_layers_31_post_attention_layernorm/max_abs": 6.125, "train/tensor_act_model_layers_31_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 2874.996627953726, "train/tensor_act_model_layers_31_mlp_up_proj/mean": -0.07470703125, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.27734375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 272.5804017256328, "train/tensor_act_model_layers_31_mlp_down_proj/mean": -0.0007801055908203125, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.047119144060759836, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.7890625, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/norm": 272.5804017256328, "train/tensor_act_model_layers_31_mlp/mean": -0.0007801055908203125, "train/tensor_act_model_layers_31_mlp/std": 0.047119144060759836, "train/tensor_act_model_layers_31_mlp/max_abs": 0.7890625, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31/norm": 7598.582595507411, "train/tensor_act_model_layers_31/mean": 0.066650390625, "train/tensor_act_model_layers_31/std": 1.3105629523438094, "train/tensor_act_model_layers_31/max_abs": 17.75, "train/tensor_act_model_layers_31/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_input_layernorm/norm": 5792.60595703266, "train/tensor_act_model_layers_32_input_layernorm/mean": 0.0589599609375, "train/tensor_act_model_layers_32_input_layernorm/std": 1.0000000819563832, "train/tensor_act_model_layers_32_input_layernorm/max_abs": 6.125, "train/tensor_act_model_layers_32_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_q_proj/norm": 5468.988022844783, "train/tensor_act_model_layers_32_self_attn_q_proj/mean": 0.044189453125, "train/tensor_act_model_layers_32_self_attn_q_proj/std": 0.942384883898104, "train/tensor_act_model_layers_32_self_attn_q_proj/max_abs": 5.1875, "train/tensor_act_model_layers_32_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_k_proj/norm": 4866.836382479708, "train/tensor_act_model_layers_32_self_attn_k_proj/mean": -0.05810546875, "train/tensor_act_model_layers_32_self_attn_k_proj/std": 0.8369157895723592, "train/tensor_act_model_layers_32_self_attn_k_proj/max_abs": 4.59375, "train/tensor_act_model_layers_32_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_v_proj/norm": 1600.752091938115, "train/tensor_act_model_layers_32_self_attn_v_proj/mean": 0.0005841255187988281, "train/tensor_act_model_layers_32_self_attn_v_proj/std": 0.27588028916124363, "train/tensor_act_model_layers_32_self_attn_v_proj/max_abs": 1.59375, "train/tensor_act_model_layers_32_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_o_proj/norm": 238.1257958749373, "train/tensor_act_model_layers_32_self_attn_o_proj/mean": -2.8818845748901367e-05, "train/tensor_act_model_layers_32_self_attn_o_proj/std": 0.04113863411245636, "train/tensor_act_model_layers_32_self_attn_o_proj/max_abs": 0.57421875, "train/tensor_act_model_layers_32_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_self_attn/norm": 238.1257958749373, "train/tensor_act_model_layers_32_self_attn/mean": -2.8818845748901367e-05, "train/tensor_act_model_layers_32_self_attn/std": 0.04113863411245636, "train/tensor_act_model_layers_32_self_attn/max_abs": 0.57421875, "train/tensor_act_model_layers_32_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_post_attention_layernorm/norm": 5792.6118164064765, "train/tensor_act_model_layers_32_post_attention_layernorm/mean": 0.0589599609375, "train/tensor_act_model_layers_32_post_attention_layernorm/std": 1.0000000819563832, "train/tensor_act_model_layers_32_post_attention_layernorm/max_abs": 6.1875, "train/tensor_act_model_layers_32_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 2806.5418562940167, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.0718994140625, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.26953133292818865, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 264.5384415227059, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.0070953369140625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.0451660233574938, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.427734375, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/norm": 264.5384415227059, "train/tensor_act_model_layers_32_mlp/mean": 0.0070953369140625, "train/tensor_act_model_layers_32_mlp/std": 0.0451660233574938, "train/tensor_act_model_layers_32_mlp/max_abs": 0.427734375, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32/norm": 7573.514331450654, "train/tensor_act_model_layers_32/mean": 0.0736083984375, "train/tensor_act_model_layers_32/std": 1.3046992581231693, "train/tensor_act_model_layers_32/max_abs": 17.75, "train/tensor_act_model_layers_32/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_input_layernorm/norm": 5792.603637696356, "train/tensor_act_model_layers_33_input_layernorm/mean": 0.0655517578125, "train/tensor_act_model_layers_33_input_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_33_input_layernorm/max_abs": 6.28125, "train/tensor_act_model_layers_33_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_q_proj/norm": 5686.942512725691, "train/tensor_act_model_layers_33_self_attn_q_proj/mean": -0.1141357421875, "train/tensor_act_model_layers_33_self_attn_q_proj/std": 0.9765632553097665, "train/tensor_act_model_layers_33_self_attn_q_proj/max_abs": 5.34375, "train/tensor_act_model_layers_33_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_k_proj/norm": 4694.834419135524, "train/tensor_act_model_layers_33_self_attn_k_proj/mean": -0.0263671875, "train/tensor_act_model_layers_33_self_attn_k_proj/std": 0.8085952841702709, "train/tensor_act_model_layers_33_self_attn_k_proj/max_abs": 4.21875, "train/tensor_act_model_layers_33_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_v_proj/norm": 1725.9536977201797, "train/tensor_act_model_layers_33_self_attn_v_proj/mean": 0.0013780593872070312, "train/tensor_act_model_layers_33_self_attn_v_proj/std": 0.2978533567089106, "train/tensor_act_model_layers_33_self_attn_v_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_33_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_o_proj/norm": 275.26248700016043, "train/tensor_act_model_layers_33_self_attn_o_proj/mean": -0.0002884864807128906, "train/tensor_act_model_layers_33_self_attn_o_proj/std": 0.047546551212269104, "train/tensor_act_model_layers_33_self_attn_o_proj/max_abs": 0.671875, "train/tensor_act_model_layers_33_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_self_attn/norm": 275.26248700016043, "train/tensor_act_model_layers_33_self_attn/mean": -0.0002884864807128906, "train/tensor_act_model_layers_33_self_attn/std": 0.047546551212269104, "train/tensor_act_model_layers_33_self_attn/max_abs": 0.671875, "train/tensor_act_model_layers_33_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_post_attention_layernorm/norm": 5792.60791016122, "train/tensor_act_model_layers_33_post_attention_layernorm/mean": 0.0650634765625, "train/tensor_act_model_layers_33_post_attention_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_33_post_attention_layernorm/max_abs": 6.3125, "train/tensor_act_model_layers_33_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 2892.3943352249094, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.072265625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.279296875, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 297.5330767104795, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.0007152557373046875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.051330680973195014, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.478515625, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/norm": 297.5330767104795, "train/tensor_act_model_layers_33_mlp/mean": 0.0007152557373046875, "train/tensor_act_model_layers_33_mlp/std": 0.051330680973195014, "train/tensor_act_model_layers_33_mlp/max_abs": 0.478515625, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33/norm": 7551.016232987131, "train/tensor_act_model_layers_33/mean": 0.073974609375, "train/tensor_act_model_layers_33/std": 1.3008106446023608, "train/tensor_act_model_layers_33/max_abs": 17.625, "train/tensor_act_model_layers_33/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_input_layernorm/norm": 5792.604980472588, "train/tensor_act_model_layers_34_input_layernorm/mean": 0.0660400390625, "train/tensor_act_model_layers_34_input_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_34_input_layernorm/max_abs": 6.28125, "train/tensor_act_model_layers_34_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_q_proj/norm": 5541.052115882187, "train/tensor_act_model_layers_34_self_attn_q_proj/mean": -0.017669677734375, "train/tensor_act_model_layers_34_self_attn_q_proj/std": 0.9570314266243597, "train/tensor_act_model_layers_34_self_attn_q_proj/max_abs": 5.71875, "train/tensor_act_model_layers_34_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_k_proj/norm": 4703.795104422978, "train/tensor_act_model_layers_34_self_attn_k_proj/mean": -0.039306640625, "train/tensor_act_model_layers_34_self_attn_k_proj/std": 0.81152525533204, "train/tensor_act_model_layers_34_self_attn_k_proj/max_abs": 4.25, "train/tensor_act_model_layers_34_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_v_proj/norm": 2099.5410275296776, "train/tensor_act_model_layers_34_self_attn_v_proj/mean": 0.0012493133544921875, "train/tensor_act_model_layers_34_self_attn_v_proj/std": 0.36328127440966346, "train/tensor_act_model_layers_34_self_attn_v_proj/max_abs": 2.3125, "train/tensor_act_model_layers_34_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_o_proj/norm": 502.29755068105896, "train/tensor_act_model_layers_34_self_attn_o_proj/mean": -0.0007953643798828125, "train/tensor_act_model_layers_34_self_attn_o_proj/std": 0.08667096912647912, "train/tensor_act_model_layers_34_self_attn_o_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_34_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_self_attn/norm": 502.29755068105896, "train/tensor_act_model_layers_34_self_attn/mean": -0.0007953643798828125, "train/tensor_act_model_layers_34_self_attn/std": 0.08667096912647912, "train/tensor_act_model_layers_34_self_attn/max_abs": 1.2109375, "train/tensor_act_model_layers_34_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_post_attention_layernorm/norm": 5792.61181641371, "train/tensor_act_model_layers_34_post_attention_layernorm/mean": 0.0650634765625, "train/tensor_act_model_layers_34_post_attention_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_34_post_attention_layernorm/max_abs": 6.25, "train/tensor_act_model_layers_34_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 2964.256895347004, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.07568359375, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.2851564590244311, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 298.93819581491954, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.0080413818359375, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.05096452678720153, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.69140625, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/norm": 298.93819581491954, "train/tensor_act_model_layers_34_mlp/mean": 0.0080413818359375, "train/tensor_act_model_layers_34_mlp/std": 0.05096452678720153, "train/tensor_act_model_layers_34_mlp/max_abs": 0.69140625, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34/norm": 7571.335161545135, "train/tensor_act_model_layers_34/mean": 0.081298828125, "train/tensor_act_model_layers_34/std": 1.3046992638337425, "train/tensor_act_model_layers_34/max_abs": 17.875, "train/tensor_act_model_layers_34/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_input_layernorm/norm": 5792.612792974317, "train/tensor_act_model_layers_35_input_layernorm/mean": 0.0723876953125, "train/tensor_act_model_layers_35_input_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_35_input_layernorm/max_abs": 6.1875, "train/tensor_act_model_layers_35_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_q_proj/norm": 5541.272492840632, "train/tensor_act_model_layers_35_self_attn_q_proj/mean": -0.023162841796875, "train/tensor_act_model_layers_35_self_attn_q_proj/std": 0.9560565982561822, "train/tensor_act_model_layers_35_self_attn_q_proj/max_abs": 6.03125, "train/tensor_act_model_layers_35_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_k_proj/norm": 5105.335187996106, "train/tensor_act_model_layers_35_self_attn_k_proj/mean": -0.034912109375, "train/tensor_act_model_layers_35_self_attn_k_proj/std": 0.8808615741575408, "train/tensor_act_model_layers_35_self_attn_k_proj/max_abs": 4.9375, "train/tensor_act_model_layers_35_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_v_proj/norm": 2001.7767688469999, "train/tensor_act_model_layers_35_self_attn_v_proj/mean": -0.0007076263427734375, "train/tensor_act_model_layers_35_self_attn_v_proj/std": 0.3457031760859334, "train/tensor_act_model_layers_35_self_attn_v_proj/max_abs": 2.515625, "train/tensor_act_model_layers_35_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_o_proj/norm": 719.8087211490051, "train/tensor_act_model_layers_35_self_attn_o_proj/mean": 0.00139617919921875, "train/tensor_act_model_layers_35_self_attn_o_proj/std": 0.12427184640003192, "train/tensor_act_model_layers_35_self_attn_o_proj/max_abs": 1.578125, "train/tensor_act_model_layers_35_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_self_attn/norm": 719.8087211490051, "train/tensor_act_model_layers_35_self_attn/mean": 0.00139617919921875, "train/tensor_act_model_layers_35_self_attn/std": 0.12427184640003192, "train/tensor_act_model_layers_35_self_attn/max_abs": 1.578125, "train/tensor_act_model_layers_35_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_post_attention_layernorm/norm": 5792.609497073239, "train/tensor_act_model_layers_35_post_attention_layernorm/mean": 0.07275390625, "train/tensor_act_model_layers_35_post_attention_layernorm/std": 0.9960938696767698, "train/tensor_act_model_layers_35_post_attention_layernorm/max_abs": 6.09375, "train/tensor_act_model_layers_35_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 3042.3214710769407, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.078369140625, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.29296885172524273, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 285.1341781058447, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.006988525390625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.04870621243788334, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.8671875, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/norm": 285.1341781058447, "train/tensor_act_model_layers_35_mlp/mean": 0.006988525390625, "train/tensor_act_model_layers_35_mlp/std": 0.04870621243788334, "train/tensor_act_model_layers_35_mlp/max_abs": 0.8671875, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35/norm": 7610.224736207985, "train/tensor_act_model_layers_35/mean": 0.08984375, "train/tensor_act_model_layers_35/std": 1.3105630205640844, "train/tensor_act_model_layers_35/max_abs": 17.625, "train/tensor_act_model_layers_35/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_input_layernorm/norm": 5792.605102540774, "train/tensor_act_model_layers_36_input_layernorm/mean": 0.0789794921875, "train/tensor_act_model_layers_36_input_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_36_input_layernorm/max_abs": 6.125, "train/tensor_act_model_layers_36_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_q_proj/norm": 5641.622775809262, "train/tensor_act_model_layers_36_self_attn_q_proj/mean": -0.031707763671875, "train/tensor_act_model_layers_36_self_attn_q_proj/std": 0.9736345739740873, "train/tensor_act_model_layers_36_self_attn_q_proj/max_abs": 6.0, "train/tensor_act_model_layers_36_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_k_proj/norm": 5110.877535400742, "train/tensor_act_model_layers_36_self_attn_k_proj/mean": 0.014068603515625, "train/tensor_act_model_layers_36_self_attn_k_proj/std": 0.8828125617145416, "train/tensor_act_model_layers_36_self_attn_k_proj/max_abs": 5.65625, "train/tensor_act_model_layers_36_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_v_proj/norm": 2157.509826336855, "train/tensor_act_model_layers_36_self_attn_v_proj/mean": -0.00638580322265625, "train/tensor_act_model_layers_36_self_attn_v_proj/std": 0.3725596326504792, "train/tensor_act_model_layers_36_self_attn_v_proj/max_abs": 2.828125, "train/tensor_act_model_layers_36_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_o_proj/norm": 498.73968534387893, "train/tensor_act_model_layers_36_self_attn_o_proj/mean": -0.0013980865478515625, "train/tensor_act_model_layers_36_self_attn_o_proj/std": 0.08606055346647698, "train/tensor_act_model_layers_36_self_attn_o_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_36_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_self_attn/norm": 498.73968534387893, "train/tensor_act_model_layers_36_self_attn/mean": -0.0013980865478515625, "train/tensor_act_model_layers_36_self_attn/std": 0.08606055346647698, "train/tensor_act_model_layers_36_self_attn/max_abs": 1.1015625, "train/tensor_act_model_layers_36_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_post_attention_layernorm/norm": 5792.608520509586, "train/tensor_act_model_layers_36_post_attention_layernorm/mean": 0.0775146484375, "train/tensor_act_model_layers_36_post_attention_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_36_post_attention_layernorm/max_abs": 6.03125, "train/tensor_act_model_layers_36_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 3124.4997237124862, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.0830078125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.30078184449768763, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 378.6767679017914, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.00257110595703125, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.06530795988545568, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.71875, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/norm": 378.6767679017914, "train/tensor_act_model_layers_36_mlp/mean": 0.00257110595703125, "train/tensor_act_model_layers_36_mlp/std": 0.06530795988545568, "train/tensor_act_model_layers_36_mlp/max_abs": 0.71875, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36/norm": 7581.9100616824935, "train/tensor_act_model_layers_36/mean": 0.0908203125, "train/tensor_act_model_layers_36/std": 1.3046993323606184, "train/tensor_act_model_layers_36/max_abs": 17.375, "train/tensor_act_model_layers_36/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_input_layernorm/norm": 5792.606323245957, "train/tensor_act_model_layers_37_input_layernorm/mean": 0.0799560546875, "train/tensor_act_model_layers_37_input_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_37_input_layernorm/max_abs": 6.09375, "train/tensor_act_model_layers_37_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_q_proj/norm": 5747.0077567076805, "train/tensor_act_model_layers_37_self_attn_q_proj/mean": 0.052978515625, "train/tensor_act_model_layers_37_self_attn_q_proj/std": 0.9902365569743358, "train/tensor_act_model_layers_37_self_attn_q_proj/max_abs": 6.21875, "train/tensor_act_model_layers_37_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_k_proj/norm": 5223.515564415172, "train/tensor_act_model_layers_37_self_attn_k_proj/mean": -0.024627685546875, "train/tensor_act_model_layers_37_self_attn_k_proj/std": 0.9013730371312271, "train/tensor_act_model_layers_37_self_attn_k_proj/max_abs": 4.5, "train/tensor_act_model_layers_37_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_v_proj/norm": 1912.4447411557464, "train/tensor_act_model_layers_37_self_attn_v_proj/mean": 0.003360748291015625, "train/tensor_act_model_layers_37_self_attn_v_proj/std": 0.3300781368812511, "train/tensor_act_model_layers_37_self_attn_v_proj/max_abs": 1.96875, "train/tensor_act_model_layers_37_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_o_proj/norm": 296.552332604813, "train/tensor_act_model_layers_37_self_attn_o_proj/mean": -0.0012378692626953125, "train/tensor_act_model_layers_37_self_attn_o_proj/std": 0.05114804200835862, "train/tensor_act_model_layers_37_self_attn_o_proj/max_abs": 0.62109375, "train/tensor_act_model_layers_37_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_self_attn/norm": 296.552332604813, "train/tensor_act_model_layers_37_self_attn/mean": -0.0012378692626953125, "train/tensor_act_model_layers_37_self_attn/std": 0.05114804200835862, "train/tensor_act_model_layers_37_self_attn/max_abs": 0.62109375, "train/tensor_act_model_layers_37_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_post_attention_layernorm/norm": 5792.602416993004, "train/tensor_act_model_layers_37_post_attention_layernorm/mean": 0.0787353515625, "train/tensor_act_model_layers_37_post_attention_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_37_post_attention_layernorm/max_abs": 6.15625, "train/tensor_act_model_layers_37_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 3046.748384255412, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.0765380859375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.293458529197183, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 341.4315058516043, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 0.009033203125, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.05822766701866182, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.5390625, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/norm": 341.4315058516043, "train/tensor_act_model_layers_37_mlp/mean": 0.009033203125, "train/tensor_act_model_layers_37_mlp/std": 0.05822766701866182, "train/tensor_act_model_layers_37_mlp/max_abs": 0.5390625, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37/norm": 7593.038863149167, "train/tensor_act_model_layers_37/mean": 0.0987548828125, "train/tensor_act_model_layers_37/std": 1.3066569271695778, "train/tensor_act_model_layers_37/max_abs": 17.125, "train/tensor_act_model_layers_37/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_input_layernorm/norm": 5792.606567390163, "train/tensor_act_model_layers_38_input_layernorm/mean": 0.0865478515625, "train/tensor_act_model_layers_38_input_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_38_input_layernorm/max_abs": 6.1875, "train/tensor_act_model_layers_38_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_q_proj/norm": 5596.271840675148, "train/tensor_act_model_layers_38_self_attn_q_proj/mean": 0.03863525390625, "train/tensor_act_model_layers_38_self_attn_q_proj/std": 0.9648438330121334, "train/tensor_act_model_layers_38_self_attn_q_proj/max_abs": 6.875, "train/tensor_act_model_layers_38_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_k_proj/norm": 5631.528684464766, "train/tensor_act_model_layers_38_self_attn_k_proj/mean": 0.0147705078125, "train/tensor_act_model_layers_38_self_attn_k_proj/std": 0.9726603816224251, "train/tensor_act_model_layers_38_self_attn_k_proj/max_abs": 4.59375, "train/tensor_act_model_layers_38_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_v_proj/norm": 2287.6514962758565, "train/tensor_act_model_layers_38_self_attn_v_proj/mean": 0.003444671630859375, "train/tensor_act_model_layers_38_self_attn_v_proj/std": 0.39453130862721275, "train/tensor_act_model_layers_38_self_attn_v_proj/max_abs": 2.484375, "train/tensor_act_model_layers_38_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_o_proj/norm": 719.1592407583274, "train/tensor_act_model_layers_38_self_attn_o_proj/mean": -0.002857208251953125, "train/tensor_act_model_layers_38_self_attn_o_proj/std": 0.1242678663699174, "train/tensor_act_model_layers_38_self_attn_o_proj/max_abs": 1.2734375, "train/tensor_act_model_layers_38_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_self_attn/norm": 719.1592407583274, "train/tensor_act_model_layers_38_self_attn/mean": -0.002857208251953125, "train/tensor_act_model_layers_38_self_attn/std": 0.1242678663699174, "train/tensor_act_model_layers_38_self_attn/max_abs": 1.2734375, "train/tensor_act_model_layers_38_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_post_attention_layernorm/norm": 5792.608398438374, "train/tensor_act_model_layers_38_post_attention_layernorm/mean": 0.0831298828125, "train/tensor_act_model_layers_38_post_attention_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_38_post_attention_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_38_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 3122.4335380181396, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.07666015625, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.3012707183171508, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 353.5603615532615, "train/tensor_act_model_layers_38_mlp_down_proj/mean": -0.0092620849609375, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.060302740166544154, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.67578125, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/norm": 353.5603615532615, "train/tensor_act_model_layers_38_mlp/mean": -0.0092620849609375, "train/tensor_act_model_layers_38_mlp/std": 0.060302740166544154, "train/tensor_act_model_layers_38_mlp/max_abs": 0.67578125, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38/norm": 7576.6104812976255, "train/tensor_act_model_layers_38/mean": 0.0865478515625, "train/tensor_act_model_layers_38/std": 1.3046994408614985, "train/tensor_act_model_layers_38/max_abs": 17.25, "train/tensor_act_model_layers_38/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_input_layernorm/norm": 5792.604980474543, "train/tensor_act_model_layers_39_input_layernorm/mean": 0.0753173828125, "train/tensor_act_model_layers_39_input_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_39_input_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_39_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_q_proj/norm": 5336.086526584793, "train/tensor_act_model_layers_39_self_attn_q_proj/mean": -0.0014461874961853027, "train/tensor_act_model_layers_39_self_attn_q_proj/std": 0.9218805397228964, "train/tensor_act_model_layers_39_self_attn_q_proj/max_abs": 6.34375, "train/tensor_act_model_layers_39_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_k_proj/norm": 4793.477635924666, "train/tensor_act_model_layers_39_self_attn_k_proj/mean": 0.03369140625, "train/tensor_act_model_layers_39_self_attn_k_proj/std": 0.8271549409252618, "train/tensor_act_model_layers_39_self_attn_k_proj/max_abs": 4.25, "train/tensor_act_model_layers_39_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_v_proj/norm": 1876.0092205761687, "train/tensor_act_model_layers_39_self_attn_v_proj/mean": -0.0015964508056640625, "train/tensor_act_model_layers_39_self_attn_v_proj/std": 0.3242187781584807, "train/tensor_act_model_layers_39_self_attn_v_proj/max_abs": 2.4375, "train/tensor_act_model_layers_39_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_o_proj/norm": 359.54123512118264, "train/tensor_act_model_layers_39_self_attn_o_proj/mean": 0.0006642341613769531, "train/tensor_act_model_layers_39_self_attn_o_proj/std": 0.06207425511598431, "train/tensor_act_model_layers_39_self_attn_o_proj/max_abs": 1.046875, "train/tensor_act_model_layers_39_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_self_attn/norm": 359.54123512118264, "train/tensor_act_model_layers_39_self_attn/mean": 0.0006642341613769531, "train/tensor_act_model_layers_39_self_attn/std": 0.06207425511598431, "train/tensor_act_model_layers_39_self_attn/max_abs": 1.046875, "train/tensor_act_model_layers_39_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_post_attention_layernorm/norm": 5792.599365234997, "train/tensor_act_model_layers_39_post_attention_layernorm/mean": 0.075927734375, "train/tensor_act_model_layers_39_post_attention_layernorm/std": 0.9960942586261722, "train/tensor_act_model_layers_39_post_attention_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_39_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 3147.571099078682, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.0782470703125, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.3042014475537205, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 311.1432610160008, "train/tensor_act_model_layers_39_mlp_down_proj/mean": -0.007293701171875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.053161730585522024, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.671875, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/norm": 311.1432610160008, "train/tensor_act_model_layers_39_mlp/mean": -0.007293701171875, "train/tensor_act_model_layers_39_mlp/std": 0.053161730585522024, "train/tensor_act_model_layers_39_mlp/max_abs": 0.671875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39/norm": 7559.0359862208825, "train/tensor_act_model_layers_39/mean": 0.079833984375, "train/tensor_act_model_layers_39/std": 1.3027509605347074, "train/tensor_act_model_layers_39/max_abs": 17.25, "train/tensor_act_model_layers_39/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_input_layernorm/norm": 5792.604370118252, "train/tensor_act_model_layers_40_input_layernorm/mean": 0.0692138671875, "train/tensor_act_model_layers_40_input_layernorm/std": 0.9960941314696534, "train/tensor_act_model_layers_40_input_layernorm/max_abs": 6.03125, "train/tensor_act_model_layers_40_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_q_proj/norm": 6742.159908739967, "train/tensor_act_model_layers_40_self_attn_q_proj/mean": -0.16943359375, "train/tensor_act_model_layers_40_self_attn_q_proj/std": 1.150395702616394, "train/tensor_act_model_layers_40_self_attn_q_proj/max_abs": 5.875, "train/tensor_act_model_layers_40_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_k_proj/norm": 4880.550001869899, "train/tensor_act_model_layers_40_self_attn_k_proj/mean": -0.1138916015625, "train/tensor_act_model_layers_40_self_attn_k_proj/std": 0.8349630344654543, "train/tensor_act_model_layers_40_self_attn_k_proj/max_abs": 5.34375, "train/tensor_act_model_layers_40_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_v_proj/norm": 2187.289299619383, "train/tensor_act_model_layers_40_self_attn_v_proj/mean": 0.004150390625, "train/tensor_act_model_layers_40_self_attn_v_proj/std": 0.3769531571185637, "train/tensor_act_model_layers_40_self_attn_v_proj/max_abs": 2.53125, "train/tensor_act_model_layers_40_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_o_proj/norm": 536.6007892014339, "train/tensor_act_model_layers_40_self_attn_o_proj/mean": -0.0017528533935546875, "train/tensor_act_model_layers_40_self_attn_o_proj/std": 0.09253101271404147, "train/tensor_act_model_layers_40_self_attn_o_proj/max_abs": 1.1875, "train/tensor_act_model_layers_40_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_self_attn/norm": 536.6007892014339, "train/tensor_act_model_layers_40_self_attn/mean": -0.0017528533935546875, "train/tensor_act_model_layers_40_self_attn/std": 0.09253101271404147, "train/tensor_act_model_layers_40_self_attn/max_abs": 1.1875, "train/tensor_act_model_layers_40_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_post_attention_layernorm/norm": 5792.611083985543, "train/tensor_act_model_layers_40_post_attention_layernorm/mean": 0.0673828125, "train/tensor_act_model_layers_40_post_attention_layernorm/std": 0.9960940491918975, "train/tensor_act_model_layers_40_post_attention_layernorm/max_abs": 5.96875, "train/tensor_act_model_layers_40_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 3389.52443296848, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.0855712890625, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.3266616844061672, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 390.37375003261207, "train/tensor_act_model_layers_40_mlp_down_proj/mean": -0.00670623779296875, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.06701693986414725, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.9296875, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/norm": 390.37375003261207, "train/tensor_act_model_layers_40_mlp/mean": -0.00670623779296875, "train/tensor_act_model_layers_40_mlp/std": 0.06701693986414725, "train/tensor_act_model_layers_40_mlp/max_abs": 0.9296875, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40/norm": 7559.4174278272485, "train/tensor_act_model_layers_40/mean": 0.071533203125, "train/tensor_act_model_layers_40/std": 1.3027509605347074, "train/tensor_act_model_layers_40/max_abs": 16.875, "train/tensor_act_model_layers_40/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_input_layernorm/norm": 5792.603271487323, "train/tensor_act_model_layers_41_input_layernorm/mean": 0.0615234375, "train/tensor_act_model_layers_41_input_layernorm/std": 0.9990251677228724, "train/tensor_act_model_layers_41_input_layernorm/max_abs": 6.0, "train/tensor_act_model_layers_41_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_q_proj/norm": 5330.847175356461, "train/tensor_act_model_layers_41_self_attn_q_proj/mean": -0.02569580078125, "train/tensor_act_model_layers_41_self_attn_q_proj/std": 0.9189474549709402, "train/tensor_act_model_layers_41_self_attn_q_proj/max_abs": 5.875, "train/tensor_act_model_layers_41_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_k_proj/norm": 4870.926088606874, "train/tensor_act_model_layers_41_self_attn_k_proj/mean": -0.00463104248046875, "train/tensor_act_model_layers_41_self_attn_k_proj/std": 0.8408221144482447, "train/tensor_act_model_layers_41_self_attn_k_proj/max_abs": 4.90625, "train/tensor_act_model_layers_41_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_v_proj/norm": 1785.494370843625, "train/tensor_act_model_layers_41_self_attn_v_proj/mean": -0.003292083740234375, "train/tensor_act_model_layers_41_self_attn_v_proj/std": 0.30859379269936876, "train/tensor_act_model_layers_41_self_attn_v_proj/max_abs": 1.703125, "train/tensor_act_model_layers_41_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_o_proj/norm": 225.5613130784624, "train/tensor_act_model_layers_41_self_attn_o_proj/mean": -0.0002765655517578125, "train/tensor_act_model_layers_41_self_attn_o_proj/std": 0.03894152385645313, "train/tensor_act_model_layers_41_self_attn_o_proj/max_abs": 0.5390625, "train/tensor_act_model_layers_41_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_self_attn/norm": 225.5613130784624, "train/tensor_act_model_layers_41_self_attn/mean": -0.0002765655517578125, "train/tensor_act_model_layers_41_self_attn/std": 0.03894152385645313, "train/tensor_act_model_layers_41_self_attn/max_abs": 0.5390625, "train/tensor_act_model_layers_41_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_post_attention_layernorm/norm": 5792.60546875464, "train/tensor_act_model_layers_41_post_attention_layernorm/mean": 0.0614013671875, "train/tensor_act_model_layers_41_post_attention_layernorm/std": 1.0000003948806937, "train/tensor_act_model_layers_41_post_attention_layernorm/max_abs": 6.0625, "train/tensor_act_model_layers_41_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 3282.107122185266, "train/tensor_act_model_layers_41_mlp_up_proj/mean": -0.0828857421875, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.31640632064253404, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 385.94885037260656, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.00390625, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.06653403423864701, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 2.28125, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/norm": 385.94885037260656, "train/tensor_act_model_layers_41_mlp/mean": 0.00390625, "train/tensor_act_model_layers_41_mlp/std": 0.06653403423864701, "train/tensor_act_model_layers_41_mlp/max_abs": 2.28125, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41/norm": 7541.044355161032, "train/tensor_act_model_layers_41/mean": 0.0751953125, "train/tensor_act_model_layers_41/std": 1.2988445997985918, "train/tensor_act_model_layers_41/max_abs": 16.875, "train/tensor_act_model_layers_41/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_input_layernorm/norm": 5792.608520516902, "train/tensor_act_model_layers_42_input_layernorm/mean": 0.06494140625, "train/tensor_act_model_layers_42_input_layernorm/std": 0.9960940491918975, "train/tensor_act_model_layers_42_input_layernorm/max_abs": 6.125, "train/tensor_act_model_layers_42_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_q_proj/norm": 5711.079516777134, "train/tensor_act_model_layers_42_self_attn_q_proj/mean": -0.0164794921875, "train/tensor_act_model_layers_42_self_attn_q_proj/std": 0.9863301003313586, "train/tensor_act_model_layers_42_self_attn_q_proj/max_abs": 7.03125, "train/tensor_act_model_layers_42_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_k_proj/norm": 4844.747625808526, "train/tensor_act_model_layers_42_self_attn_k_proj/mean": -0.00470733642578125, "train/tensor_act_model_layers_42_self_attn_k_proj/std": 0.8369166103686473, "train/tensor_act_model_layers_42_self_attn_k_proj/max_abs": 5.15625, "train/tensor_act_model_layers_42_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_v_proj/norm": 1977.1744880752392, "train/tensor_act_model_layers_42_self_attn_v_proj/mean": 0.00620269775390625, "train/tensor_act_model_layers_42_self_attn_v_proj/std": 0.34179699855189133, "train/tensor_act_model_layers_42_self_attn_v_proj/max_abs": 2.5625, "train/tensor_act_model_layers_42_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_o_proj/norm": 393.05543529869465, "train/tensor_act_model_layers_42_self_attn_o_proj/mean": -0.002109527587890625, "train/tensor_act_model_layers_42_self_attn_o_proj/std": 0.06774943701729534, "train/tensor_act_model_layers_42_self_attn_o_proj/max_abs": 1.375, "train/tensor_act_model_layers_42_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_self_attn/norm": 393.05543529869465, "train/tensor_act_model_layers_42_self_attn/mean": -0.002109527587890625, "train/tensor_act_model_layers_42_self_attn/std": 0.06774943701729534, "train/tensor_act_model_layers_42_self_attn/max_abs": 1.375, "train/tensor_act_model_layers_42_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_post_attention_layernorm/norm": 5792.609008792627, "train/tensor_act_model_layers_42_post_attention_layernorm/mean": 0.06304931640625, "train/tensor_act_model_layers_42_post_attention_layernorm/std": 0.997071991936804, "train/tensor_act_model_layers_42_post_attention_layernorm/max_abs": 6.03125, "train/tensor_act_model_layers_42_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 3396.601464972047, "train/tensor_act_model_layers_42_mlp_up_proj/mean": -0.08056640625, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.3281255449562997, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 362.6507540354738, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.0007123947143554688, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.06250000217551129, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.7109375, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/norm": 362.6507540354738, "train/tensor_act_model_layers_42_mlp/mean": 0.0007123947143554688, "train/tensor_act_model_layers_42_mlp/std": 0.06250000217551129, "train/tensor_act_model_layers_42_mlp/max_abs": 0.7109375, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42/norm": 7509.931702162529, "train/tensor_act_model_layers_42/mean": 0.07373046875, "train/tensor_act_model_layers_42/std": 1.2949383994956918, "train/tensor_act_model_layers_42/max_abs": 16.75, "train/tensor_act_model_layers_42/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_input_layernorm/norm": 5792.613281252006, "train/tensor_act_model_layers_43_input_layernorm/mean": 0.0638427734375, "train/tensor_act_model_layers_43_input_layernorm/std": 0.9960939519545408, "train/tensor_act_model_layers_43_input_layernorm/max_abs": 6.125, "train/tensor_act_model_layers_43_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_q_proj/norm": 5726.715683638844, "train/tensor_act_model_layers_43_self_attn_q_proj/mean": 0.0144500732421875, "train/tensor_act_model_layers_43_self_attn_q_proj/std": 0.9882812993564141, "train/tensor_act_model_layers_43_self_attn_q_proj/max_abs": 6.84375, "train/tensor_act_model_layers_43_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_k_proj/norm": 5032.245809096879, "train/tensor_act_model_layers_43_self_attn_k_proj/mean": -0.018798828125, "train/tensor_act_model_layers_43_self_attn_k_proj/std": 0.8691434238688804, "train/tensor_act_model_layers_43_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_43_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_v_proj/norm": 2467.374152224016, "train/tensor_act_model_layers_43_self_attn_v_proj/mean": 0.00618743896484375, "train/tensor_act_model_layers_43_self_attn_v_proj/std": 0.42578126661000965, "train/tensor_act_model_layers_43_self_attn_v_proj/max_abs": 2.796875, "train/tensor_act_model_layers_43_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_o_proj/norm": 636.5367902032095, "train/tensor_act_model_layers_43_self_attn_o_proj/mean": 0.00021916627883911133, "train/tensor_act_model_layers_43_self_attn_o_proj/std": 0.10986562729861304, "train/tensor_act_model_layers_43_self_attn_o_proj/max_abs": 1.703125, "train/tensor_act_model_layers_43_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_self_attn/norm": 636.5367902032095, "train/tensor_act_model_layers_43_self_attn/mean": 0.00021916627883911133, "train/tensor_act_model_layers_43_self_attn/std": 0.10986562729861304, "train/tensor_act_model_layers_43_self_attn/max_abs": 1.703125, "train/tensor_act_model_layers_43_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_post_attention_layernorm/norm": 5792.609130860697, "train/tensor_act_model_layers_43_post_attention_layernorm/mean": 0.0635986328125, "train/tensor_act_model_layers_43_post_attention_layernorm/std": 0.9960939519545406, "train/tensor_act_model_layers_43_post_attention_layernorm/max_abs": 5.96875, "train/tensor_act_model_layers_43_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 3530.6066326440828, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.092529296875, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.3398438376941787, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 385.98498599280697, "train/tensor_act_model_layers_43_mlp_down_proj/mean": -0.0018405914306640625, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.06652866336642194, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 1.09375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/norm": 385.98498599280697, "train/tensor_act_model_layers_43_mlp/mean": -0.0018405914306640625, "train/tensor_act_model_layers_43_mlp/std": 0.06652866336642194, "train/tensor_act_model_layers_43_mlp/max_abs": 1.09375, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43/norm": 7521.924231143352, "train/tensor_act_model_layers_43/mean": 0.0721435546875, "train/tensor_act_model_layers_43/std": 1.294938278669713, "train/tensor_act_model_layers_43/max_abs": 16.5, "train/tensor_act_model_layers_43/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_input_layernorm/norm": 5792.606323245134, "train/tensor_act_model_layers_44_input_layernorm/mean": 0.06195068359375, "train/tensor_act_model_layers_44_input_layernorm/std": 0.9990249644964188, "train/tensor_act_model_layers_44_input_layernorm/max_abs": 5.90625, "train/tensor_act_model_layers_44_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_q_proj/norm": 5491.670192433938, "train/tensor_act_model_layers_44_self_attn_q_proj/mean": -0.0516357421875, "train/tensor_act_model_layers_44_self_attn_q_proj/std": 0.9462911174740046, "train/tensor_act_model_layers_44_self_attn_q_proj/max_abs": 5.21875, "train/tensor_act_model_layers_44_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_k_proj/norm": 5073.79680275236, "train/tensor_act_model_layers_44_self_attn_k_proj/mean": -0.0052490234375, "train/tensor_act_model_layers_44_self_attn_k_proj/std": 0.8750000023948294, "train/tensor_act_model_layers_44_self_attn_k_proj/max_abs": 4.8125, "train/tensor_act_model_layers_44_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_v_proj/norm": 2329.274382508479, "train/tensor_act_model_layers_44_self_attn_v_proj/mean": 0.002227783203125, "train/tensor_act_model_layers_44_self_attn_v_proj/std": 0.402343768373276, "train/tensor_act_model_layers_44_self_attn_v_proj/max_abs": 2.453125, "train/tensor_act_model_layers_44_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_o_proj/norm": 533.673284835028, "train/tensor_act_model_layers_44_self_attn_o_proj/mean": -0.0004942417144775391, "train/tensor_act_model_layers_44_self_attn_o_proj/std": 0.09204155333591944, "train/tensor_act_model_layers_44_self_attn_o_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_44_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_self_attn/norm": 533.673284835028, "train/tensor_act_model_layers_44_self_attn/mean": -0.0004942417144775391, "train/tensor_act_model_layers_44_self_attn/std": 0.09204155333591944, "train/tensor_act_model_layers_44_self_attn/max_abs": 1.2421875, "train/tensor_act_model_layers_44_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_post_attention_layernorm/norm": 5792.606567388342, "train/tensor_act_model_layers_44_post_attention_layernorm/mean": 0.06109619140625, "train/tensor_act_model_layers_44_post_attention_layernorm/std": 1.0000001098960578, "train/tensor_act_model_layers_44_post_attention_layernorm/max_abs": 5.84375, "train/tensor_act_model_layers_44_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 3551.845864542114, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.088134765625, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.34277508944469276, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 407.67899836444633, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.0088348388671875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.06982423708988829, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 0.91796875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/norm": 407.67899836444633, "train/tensor_act_model_layers_44_mlp/mean": 0.0088348388671875, "train/tensor_act_model_layers_44_mlp/std": 0.06982423708988829, "train/tensor_act_model_layers_44_mlp/max_abs": 0.91796875, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44/norm": 7553.366303905261, "train/tensor_act_model_layers_44/mean": 0.08056640625, "train/tensor_act_model_layers_44/std": 1.302750663140772, "train/tensor_act_model_layers_44/max_abs": 16.5, "train/tensor_act_model_layers_44/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_input_layernorm/norm": 5792.6109619186755, "train/tensor_act_model_layers_45_input_layernorm/mean": 0.068603515625, "train/tensor_act_model_layers_45_input_layernorm/std": 0.99609389959596, "train/tensor_act_model_layers_45_input_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_45_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_q_proj/norm": 5596.803536548339, "train/tensor_act_model_layers_45_self_attn_q_proj/mean": 0.06640625, "train/tensor_act_model_layers_45_self_attn_q_proj/std": 0.964843935329404, "train/tensor_act_model_layers_45_self_attn_q_proj/max_abs": 5.28125, "train/tensor_act_model_layers_45_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_k_proj/norm": 4708.107070143837, "train/tensor_act_model_layers_45_self_attn_k_proj/mean": 0.0728759765625, "train/tensor_act_model_layers_45_self_attn_k_proj/std": 0.8095721807331759, "train/tensor_act_model_layers_45_self_attn_k_proj/max_abs": 4.59375, "train/tensor_act_model_layers_45_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_v_proj/norm": 2115.149666191745, "train/tensor_act_model_layers_45_self_attn_v_proj/mean": -0.00414276123046875, "train/tensor_act_model_layers_45_self_attn_v_proj/std": 0.36523459325811936, "train/tensor_act_model_layers_45_self_attn_v_proj/max_abs": 2.296875, "train/tensor_act_model_layers_45_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_o_proj/norm": 585.174286628416, "train/tensor_act_model_layers_45_self_attn_o_proj/mean": -0.0002086162567138672, "train/tensor_act_model_layers_45_self_attn_o_proj/std": 0.10095273818341018, "train/tensor_act_model_layers_45_self_attn_o_proj/max_abs": 1.046875, "train/tensor_act_model_layers_45_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_self_attn/norm": 585.174286628416, "train/tensor_act_model_layers_45_self_attn/mean": -0.0002086162567138672, "train/tensor_act_model_layers_45_self_attn/std": 0.10095273818341018, "train/tensor_act_model_layers_45_self_attn/max_abs": 1.046875, "train/tensor_act_model_layers_45_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_post_attention_layernorm/norm": 5792.61291504097, "train/tensor_act_model_layers_45_post_attention_layernorm/mean": 0.068603515625, "train/tensor_act_model_layers_45_post_attention_layernorm/std": 0.9960937799191938, "train/tensor_act_model_layers_45_post_attention_layernorm/max_abs": 5.78125, "train/tensor_act_model_layers_45_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 3645.829742044641, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.088623046875, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.3525404996129382, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 462.3028784268603, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 0.0016613006591796875, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.07971219672767066, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.82421875, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/norm": 462.3028784268603, "train/tensor_act_model_layers_45_mlp/mean": 0.0016613006591796875, "train/tensor_act_model_layers_45_mlp/std": 0.07971219672767066, "train/tensor_act_model_layers_45_mlp/max_abs": 0.82421875, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45/norm": 7605.641064866444, "train/tensor_act_model_layers_45/mean": 0.0819091796875, "train/tensor_act_model_layers_45/std": 1.3105629466587863, "train/tensor_act_model_layers_45/max_abs": 16.375, "train/tensor_act_model_layers_45/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_input_layernorm/norm": 5792.612304688292, "train/tensor_act_model_layers_46_input_layernorm/mean": 0.0694580078125, "train/tensor_act_model_layers_46_input_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_46_input_layernorm/max_abs": 5.84375, "train/tensor_act_model_layers_46_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_q_proj/norm": 6056.136213618214, "train/tensor_act_model_layers_46_self_attn_q_proj/mean": 0.011138916015625, "train/tensor_act_model_layers_46_self_attn_q_proj/std": 1.0468750556013462, "train/tensor_act_model_layers_46_self_attn_q_proj/max_abs": 5.71875, "train/tensor_act_model_layers_46_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_k_proj/norm": 5159.720449294364, "train/tensor_act_model_layers_46_self_attn_k_proj/mean": -0.022705078125, "train/tensor_act_model_layers_46_self_attn_k_proj/std": 0.8906250920212012, "train/tensor_act_model_layers_46_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_46_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_v_proj/norm": 2135.7827905793283, "train/tensor_act_model_layers_46_self_attn_v_proj/mean": 0.00567626953125, "train/tensor_act_model_layers_46_self_attn_v_proj/std": 0.36914070005769317, "train/tensor_act_model_layers_46_self_attn_v_proj/max_abs": 2.640625, "train/tensor_act_model_layers_46_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_o_proj/norm": 589.9938815628393, "train/tensor_act_model_layers_46_self_attn_o_proj/mean": -0.002048492431640625, "train/tensor_act_model_layers_46_self_attn_o_proj/std": 0.10180817654077728, "train/tensor_act_model_layers_46_self_attn_o_proj/max_abs": 1.375, "train/tensor_act_model_layers_46_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_self_attn/norm": 589.9938815628393, "train/tensor_act_model_layers_46_self_attn/mean": -0.002048492431640625, "train/tensor_act_model_layers_46_self_attn/std": 0.10180817654077728, "train/tensor_act_model_layers_46_self_attn/max_abs": 1.375, "train/tensor_act_model_layers_46_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_post_attention_layernorm/norm": 5792.605712891227, "train/tensor_act_model_layers_46_post_attention_layernorm/mean": 0.0672607421875, "train/tensor_act_model_layers_46_post_attention_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_46_post_attention_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_46_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 3708.9172591324705, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.09912109375, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.35595803594251213, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 449.96042114531235, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.00310516357421875, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.07751495894422442, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.9140625, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/norm": 449.96042114531235, "train/tensor_act_model_layers_46_mlp/mean": 0.00310516357421875, "train/tensor_act_model_layers_46_mlp/std": 0.07751495894422442, "train/tensor_act_model_layers_46_mlp/max_abs": 0.9140625, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46/norm": 7614.537744950414, "train/tensor_act_model_layers_46/mean": 0.0830078125, "train/tensor_act_model_layers_46/std": 1.3105630205640841, "train/tensor_act_model_layers_46/max_abs": 16.125, "train/tensor_act_model_layers_46/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_input_layernorm/norm": 5792.6093750007, "train/tensor_act_model_layers_47_input_layernorm/mean": 0.0697021484375, "train/tensor_act_model_layers_47_input_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_47_input_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_47_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_q_proj/norm": 5877.616489027821, "train/tensor_act_model_layers_47_self_attn_q_proj/mean": 0.0102996826171875, "train/tensor_act_model_layers_47_self_attn_q_proj/std": 1.0156250085968237, "train/tensor_act_model_layers_47_self_attn_q_proj/max_abs": 5.46875, "train/tensor_act_model_layers_47_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_k_proj/norm": 5650.244450354145, "train/tensor_act_model_layers_47_self_attn_k_proj/mean": 0.010223388671875, "train/tensor_act_model_layers_47_self_attn_k_proj/std": 0.9755875570266616, "train/tensor_act_model_layers_47_self_attn_k_proj/max_abs": 4.90625, "train/tensor_act_model_layers_47_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_v_proj/norm": 2387.1694455165884, "train/tensor_act_model_layers_47_self_attn_v_proj/mean": 0.00548553466796875, "train/tensor_act_model_layers_47_self_attn_v_proj/std": 0.41210940798029383, "train/tensor_act_model_layers_47_self_attn_v_proj/max_abs": 2.953125, "train/tensor_act_model_layers_47_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_o_proj/norm": 992.1523644585675, "train/tensor_act_model_layers_47_self_attn_o_proj/mean": -0.003467559814453125, "train/tensor_act_model_layers_47_self_attn_o_proj/std": 0.17114460530862655, "train/tensor_act_model_layers_47_self_attn_o_proj/max_abs": 1.4609375, "train/tensor_act_model_layers_47_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_self_attn/norm": 992.1523644585675, "train/tensor_act_model_layers_47_self_attn/mean": -0.003467559814453125, "train/tensor_act_model_layers_47_self_attn/std": 0.17114460530862655, "train/tensor_act_model_layers_47_self_attn/max_abs": 1.4609375, "train/tensor_act_model_layers_47_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_post_attention_layernorm/norm": 5792.607421875689, "train/tensor_act_model_layers_47_post_attention_layernorm/mean": 0.0657958984375, "train/tensor_act_model_layers_47_post_attention_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_47_post_attention_layernorm/max_abs": 5.59375, "train/tensor_act_model_layers_47_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 3808.7644572013364, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.0936279296875, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.36718756087282367, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 483.783498865299, "train/tensor_act_model_layers_47_mlp_down_proj/mean": -0.00173187255859375, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.08349610438123714, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.8359375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/norm": 483.783498865299, "train/tensor_act_model_layers_47_mlp/mean": -0.00173187255859375, "train/tensor_act_model_layers_47_mlp/std": 0.08349610438123714, "train/tensor_act_model_layers_47_mlp/max_abs": 0.8359375, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47/norm": 7588.186455359821, "train/tensor_act_model_layers_47/mean": 0.0777587890625, "train/tensor_act_model_layers_47/std": 1.3085996883883886, "train/tensor_act_model_layers_47/max_abs": 15.9375, "train/tensor_act_model_layers_47/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_input_layernorm/norm": 5792.605346692513, "train/tensor_act_model_layers_48_input_layernorm/mean": 0.0648193359375, "train/tensor_act_model_layers_48_input_layernorm/std": 0.9960938322777808, "train/tensor_act_model_layers_48_input_layernorm/max_abs": 5.65625, "train/tensor_act_model_layers_48_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_q_proj/norm": 5325.00054191454, "train/tensor_act_model_layers_48_self_attn_q_proj/mean": 0.058837890625, "train/tensor_act_model_layers_48_self_attn_q_proj/std": 0.9179734087886684, "train/tensor_act_model_layers_48_self_attn_q_proj/max_abs": 5.6875, "train/tensor_act_model_layers_48_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_k_proj/norm": 5252.43053735553, "train/tensor_act_model_layers_48_self_attn_k_proj/mean": 0.0133209228515625, "train/tensor_act_model_layers_48_self_attn_k_proj/std": 0.9062501709779628, "train/tensor_act_model_layers_48_self_attn_k_proj/max_abs": 5.125, "train/tensor_act_model_layers_48_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_v_proj/norm": 1982.4600291235652, "train/tensor_act_model_layers_48_self_attn_v_proj/mean": -0.00299072265625, "train/tensor_act_model_layers_48_self_attn_v_proj/std": 0.3417970144748403, "train/tensor_act_model_layers_48_self_attn_v_proj/max_abs": 2.9375, "train/tensor_act_model_layers_48_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_o_proj/norm": 406.59723534154654, "train/tensor_act_model_layers_48_self_attn_o_proj/mean": -0.00118255615234375, "train/tensor_act_model_layers_48_self_attn_o_proj/std": 0.07019165411171444, "train/tensor_act_model_layers_48_self_attn_o_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_48_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_self_attn/norm": 406.59723534154654, "train/tensor_act_model_layers_48_self_attn/mean": -0.00118255615234375, "train/tensor_act_model_layers_48_self_attn/std": 0.07019165411171444, "train/tensor_act_model_layers_48_self_attn/max_abs": 1.6484375, "train/tensor_act_model_layers_48_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_post_attention_layernorm/norm": 5792.608398441184, "train/tensor_act_model_layers_48_post_attention_layernorm/mean": 0.0634765625, "train/tensor_act_model_layers_48_post_attention_layernorm/std": 0.9960938098383867, "train/tensor_act_model_layers_48_post_attention_layernorm/max_abs": 5.78125, "train/tensor_act_model_layers_48_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 3950.450947147074, "train/tensor_act_model_layers_48_mlp_up_proj/mean": -0.1036376953125, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.37988444036218333, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 480.44002816296006, "train/tensor_act_model_layers_48_mlp_down_proj/mean": -0.00606536865234375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.0827640414581374, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 1.2265625, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/norm": 480.44002816296006, "train/tensor_act_model_layers_48_mlp/mean": -0.00606536865234375, "train/tensor_act_model_layers_48_mlp/std": 0.0827640414581374, "train/tensor_act_model_layers_48_mlp/max_abs": 1.2265625, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48/norm": 7543.787045821895, "train/tensor_act_model_layers_48/mean": 0.070556640625, "train/tensor_act_model_layers_48/std": 1.300787229781969, "train/tensor_act_model_layers_48/max_abs": 15.75, "train/tensor_act_model_layers_48/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_input_layernorm/norm": 5792.609497074607, "train/tensor_act_model_layers_49_input_layernorm/mean": 0.05859375, "train/tensor_act_model_layers_49_input_layernorm/std": 1.0000000745058033, "train/tensor_act_model_layers_49_input_layernorm/max_abs": 5.71875, "train/tensor_act_model_layers_49_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_q_proj/norm": 5503.609130998851, "train/tensor_act_model_layers_49_self_attn_q_proj/mean": -0.03997802734375, "train/tensor_act_model_layers_49_self_attn_q_proj/std": 0.9492191326470252, "train/tensor_act_model_layers_49_self_attn_q_proj/max_abs": 5.4375, "train/tensor_act_model_layers_49_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_k_proj/norm": 4605.885360262698, "train/tensor_act_model_layers_49_self_attn_k_proj/mean": -0.01708984375, "train/tensor_act_model_layers_49_self_attn_k_proj/std": 0.7949243868851399, "train/tensor_act_model_layers_49_self_attn_k_proj/max_abs": 5.5, "train/tensor_act_model_layers_49_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_v_proj/norm": 2198.1303237784573, "train/tensor_act_model_layers_49_self_attn_v_proj/mean": 0.0013275146484375, "train/tensor_act_model_layers_49_self_attn_v_proj/std": 0.3793954893340038, "train/tensor_act_model_layers_49_self_attn_v_proj/max_abs": 2.75, "train/tensor_act_model_layers_49_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_o_proj/norm": 514.2676470185705, "train/tensor_act_model_layers_49_self_attn_o_proj/mean": -0.00323486328125, "train/tensor_act_model_layers_49_self_attn_o_proj/std": 0.08874831462803683, "train/tensor_act_model_layers_49_self_attn_o_proj/max_abs": 1.140625, "train/tensor_act_model_layers_49_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_self_attn/norm": 514.2676470185705, "train/tensor_act_model_layers_49_self_attn/mean": -0.00323486328125, "train/tensor_act_model_layers_49_self_attn/std": 0.08874831462803683, "train/tensor_act_model_layers_49_self_attn/max_abs": 1.140625, "train/tensor_act_model_layers_49_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_post_attention_layernorm/norm": 5792.610595707493, "train/tensor_act_model_layers_49_post_attention_layernorm/mean": 0.0556640625, "train/tensor_act_model_layers_49_post_attention_layernorm/std": 1.000000104308123, "train/tensor_act_model_layers_49_post_attention_layernorm/max_abs": 5.625, "train/tensor_act_model_layers_49_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 3834.292344798665, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.093505859375, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.37060667497642147, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 465.9405843886969, "train/tensor_act_model_layers_49_mlp_down_proj/mean": -0.00557708740234375, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.08020047800313287, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.90234375, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/norm": 465.9405843886969, "train/tensor_act_model_layers_49_mlp/mean": -0.00557708740234375, "train/tensor_act_model_layers_49_mlp/std": 0.08020047800313287, "train/tensor_act_model_layers_49_mlp/max_abs": 0.90234375, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49/norm": 7514.195213352531, "train/tensor_act_model_layers_49/mean": 0.061767578125, "train/tensor_act_model_layers_49/std": 1.2949382268871472, "train/tensor_act_model_layers_49/max_abs": 15.625, "train/tensor_act_model_layers_49/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_input_layernorm/norm": 5792.605712891289, "train/tensor_act_model_layers_50_input_layernorm/mean": 0.05084228515625, "train/tensor_act_model_layers_50_input_layernorm/std": 1.000000124797217, "train/tensor_act_model_layers_50_input_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_50_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_q_proj/norm": 5253.076538281274, "train/tensor_act_model_layers_50_self_attn_q_proj/mean": 0.04376220703125, "train/tensor_act_model_layers_50_self_attn_q_proj/std": 0.9062500390513182, "train/tensor_act_model_layers_50_self_attn_q_proj/max_abs": 5.8125, "train/tensor_act_model_layers_50_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_k_proj/norm": 4526.1068366943855, "train/tensor_act_model_layers_50_self_attn_k_proj/mean": 0.028167724609375, "train/tensor_act_model_layers_50_self_attn_k_proj/std": 0.7812501162290487, "train/tensor_act_model_layers_50_self_attn_k_proj/max_abs": 5.125, "train/tensor_act_model_layers_50_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_v_proj/norm": 2043.2781136003468, "train/tensor_act_model_layers_50_self_attn_v_proj/mean": 0.0004131793975830078, "train/tensor_act_model_layers_50_self_attn_v_proj/std": 0.3530284283574424, "train/tensor_act_model_layers_50_self_attn_v_proj/max_abs": 2.234375, "train/tensor_act_model_layers_50_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_o_proj/norm": 327.12346802635545, "train/tensor_act_model_layers_50_self_attn_o_proj/mean": -0.001644134521484375, "train/tensor_act_model_layers_50_self_attn_o_proj/std": 0.05645898675300815, "train/tensor_act_model_layers_50_self_attn_o_proj/max_abs": 0.8515625, "train/tensor_act_model_layers_50_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_self_attn/norm": 327.12346802635545, "train/tensor_act_model_layers_50_self_attn/mean": -0.001644134521484375, "train/tensor_act_model_layers_50_self_attn/std": 0.05645898675300815, "train/tensor_act_model_layers_50_self_attn/max_abs": 0.8515625, "train/tensor_act_model_layers_50_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_post_attention_layernorm/norm": 5792.607666022771, "train/tensor_act_model_layers_50_post_attention_layernorm/mean": 0.049560546875, "train/tensor_act_model_layers_50_post_attention_layernorm/std": 1.000000104308123, "train/tensor_act_model_layers_50_post_attention_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_50_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 3884.6065124722754, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.09619140625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.3750001589456857, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 448.9106466684905, "train/tensor_act_model_layers_50_mlp_down_proj/mean": -0.003368377685546875, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.07739296574224763, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 1.125, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/norm": 448.9106466684905, "train/tensor_act_model_layers_50_mlp/mean": -0.003368377685546875, "train/tensor_act_model_layers_50_mlp/std": 0.07739296574224763, "train/tensor_act_model_layers_50_mlp/max_abs": 1.125, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50/norm": 7494.684910749925, "train/tensor_act_model_layers_50/mean": 0.05670166015625, "train/tensor_act_model_layers_50/std": 1.2929748393834484, "train/tensor_act_model_layers_50/max_abs": 15.5, "train/tensor_act_model_layers_50/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_input_layernorm/norm": 5792.602416993272, "train/tensor_act_model_layers_51_input_layernorm/mean": 0.04681396484375, "train/tensor_act_model_layers_51_input_layernorm/std": 1.0000001098960578, "train/tensor_act_model_layers_51_input_layernorm/max_abs": 5.75, "train/tensor_act_model_layers_51_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_q_proj/norm": 5114.251042702868, "train/tensor_act_model_layers_51_self_attn_q_proj/mean": -0.05548095703125, "train/tensor_act_model_layers_51_self_attn_q_proj/std": 0.8808616312509809, "train/tensor_act_model_layers_51_self_attn_q_proj/max_abs": 6.625, "train/tensor_act_model_layers_51_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_k_proj/norm": 4462.953685647249, "train/tensor_act_model_layers_51_self_attn_k_proj/mean": -0.04736328125, "train/tensor_act_model_layers_51_self_attn_k_proj/std": 0.7695319858295776, "train/tensor_act_model_layers_51_self_attn_k_proj/max_abs": 4.78125, "train/tensor_act_model_layers_51_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_v_proj/norm": 2222.583950709577, "train/tensor_act_model_layers_51_self_attn_v_proj/mean": -0.0069427490234375, "train/tensor_act_model_layers_51_self_attn_v_proj/std": 0.3833017753175127, "train/tensor_act_model_layers_51_self_attn_v_proj/max_abs": 2.421875, "train/tensor_act_model_layers_51_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_o_proj/norm": 410.7656186242378, "train/tensor_act_model_layers_51_self_attn_o_proj/mean": -0.001678466796875, "train/tensor_act_model_layers_51_self_attn_o_proj/std": 0.07080417966085727, "train/tensor_act_model_layers_51_self_attn_o_proj/max_abs": 0.94140625, "train/tensor_act_model_layers_51_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_self_attn/norm": 410.7656186242378, "train/tensor_act_model_layers_51_self_attn/mean": -0.001678466796875, "train/tensor_act_model_layers_51_self_attn/std": 0.07080417966085727, "train/tensor_act_model_layers_51_self_attn/max_abs": 0.94140625, "train/tensor_act_model_layers_51_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_post_attention_layernorm/norm": 5792.609863288041, "train/tensor_act_model_layers_51_post_attention_layernorm/mean": 0.04522705078125, "train/tensor_act_model_layers_51_post_attention_layernorm/std": 1.0000001396983766, "train/tensor_act_model_layers_51_post_attention_layernorm/max_abs": 5.8125, "train/tensor_act_model_layers_51_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 3903.74793063851, "train/tensor_act_model_layers_51_mlp_up_proj/mean": -0.0848388671875, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.37939584699915624, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 444.3641786070455, "train/tensor_act_model_layers_51_mlp_down_proj/mean": -0.003265380859375, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.0767825229742154, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.75390625, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/norm": 444.3641786070455, "train/tensor_act_model_layers_51_mlp/mean": -0.003265380859375, "train/tensor_act_model_layers_51_mlp/std": 0.0767825229742154, "train/tensor_act_model_layers_51_mlp/max_abs": 0.75390625, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51/norm": 7506.023605931181, "train/tensor_act_model_layers_51/mean": 0.05181884765625, "train/tensor_act_model_layers_51/std": 1.2949382657240718, "train/tensor_act_model_layers_51/max_abs": 15.375, "train/tensor_act_model_layers_51/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_input_layernorm/norm": 5792.612182621668, "train/tensor_act_model_layers_52_input_layernorm/mean": 0.04241943359375, "train/tensor_act_model_layers_52_input_layernorm/std": 1.0000001545995356, "train/tensor_act_model_layers_52_input_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_52_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_q_proj/norm": 4562.3042994834595, "train/tensor_act_model_layers_52_self_attn_q_proj/mean": -0.019622802734375, "train/tensor_act_model_layers_52_self_attn_q_proj/std": 0.7880878631634448, "train/tensor_act_model_layers_52_self_attn_q_proj/max_abs": 5.28125, "train/tensor_act_model_layers_52_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_k_proj/norm": 4529.166133399788, "train/tensor_act_model_layers_52_self_attn_k_proj/mean": -0.02386474609375, "train/tensor_act_model_layers_52_self_attn_k_proj/std": 0.7812501454353197, "train/tensor_act_model_layers_52_self_attn_k_proj/max_abs": 5.1875, "train/tensor_act_model_layers_52_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_v_proj/norm": 1925.5740660179051, "train/tensor_act_model_layers_52_self_attn_v_proj/mean": 0.00025653839111328125, "train/tensor_act_model_layers_52_self_attn_v_proj/std": 0.33203125515103554, "train/tensor_act_model_layers_52_self_attn_v_proj/max_abs": 2.390625, "train/tensor_act_model_layers_52_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_o_proj/norm": 310.7889711898425, "train/tensor_act_model_layers_52_self_attn_o_proj/mean": -0.0006465911865234375, "train/tensor_act_model_layers_52_self_attn_o_proj/std": 0.053658940772566284, "train/tensor_act_model_layers_52_self_attn_o_proj/max_abs": 1.0625, "train/tensor_act_model_layers_52_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_self_attn/norm": 310.7889711898425, "train/tensor_act_model_layers_52_self_attn/mean": -0.0006465911865234375, "train/tensor_act_model_layers_52_self_attn/std": 0.053658940772566284, "train/tensor_act_model_layers_52_self_attn/max_abs": 1.0625, "train/tensor_act_model_layers_52_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_post_attention_layernorm/norm": 5792.606323244085, "train/tensor_act_model_layers_52_post_attention_layernorm/mean": 0.04180908203125, "train/tensor_act_model_layers_52_post_attention_layernorm/std": 1.0000001396983764, "train/tensor_act_model_layers_52_post_attention_layernorm/max_abs": 5.90625, "train/tensor_act_model_layers_52_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 4021.477601815953, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.09033203125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.3906251525878608, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 4.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 530.4828839925549, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.003574371337890625, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.09143091322389986, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/norm": 530.4828839925549, "train/tensor_act_model_layers_52_mlp/mean": 0.003574371337890625, "train/tensor_act_model_layers_52_mlp/std": 0.09143091322389986, "train/tensor_act_model_layers_52_mlp/max_abs": 1.0234375, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52/norm": 7540.220086287017, "train/tensor_act_model_layers_52/mean": 0.0546875, "train/tensor_act_model_layers_52/std": 1.3007873099704292, "train/tensor_act_model_layers_52/max_abs": 15.4375, "train/tensor_act_model_layers_52/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_input_layernorm/norm": 5792.610961915013, "train/tensor_act_model_layers_53_input_layernorm/mean": 0.04461669921875, "train/tensor_act_model_layers_53_input_layernorm/std": 1.0000001545995356, "train/tensor_act_model_layers_53_input_layernorm/max_abs": 5.8125, "train/tensor_act_model_layers_53_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_q_proj/norm": 5202.730941202912, "train/tensor_act_model_layers_53_self_attn_q_proj/mean": 0.0404052734375, "train/tensor_act_model_layers_53_self_attn_q_proj/std": 0.8964866438693588, "train/tensor_act_model_layers_53_self_attn_q_proj/max_abs": 5.3125, "train/tensor_act_model_layers_53_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_k_proj/norm": 4338.042266747563, "train/tensor_act_model_layers_53_self_attn_k_proj/mean": 0.048828125, "train/tensor_act_model_layers_53_self_attn_k_proj/std": 0.7460941095001793, "train/tensor_act_model_layers_53_self_attn_k_proj/max_abs": 4.96875, "train/tensor_act_model_layers_53_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_v_proj/norm": 2094.675588011196, "train/tensor_act_model_layers_53_self_attn_v_proj/mean": -0.003780364990234375, "train/tensor_act_model_layers_53_self_attn_v_proj/std": 0.361328431138186, "train/tensor_act_model_layers_53_self_attn_v_proj/max_abs": 3.078125, "train/tensor_act_model_layers_53_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_o_proj/norm": 484.48595931229715, "train/tensor_act_model_layers_53_self_attn_o_proj/mean": 0.0011157989501953125, "train/tensor_act_model_layers_53_self_attn_o_proj/std": 0.08350553103267842, "train/tensor_act_model_layers_53_self_attn_o_proj/max_abs": 1.078125, "train/tensor_act_model_layers_53_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_self_attn/norm": 484.48595931229715, "train/tensor_act_model_layers_53_self_attn/mean": 0.0011157989501953125, "train/tensor_act_model_layers_53_self_attn/std": 0.08350553103267842, "train/tensor_act_model_layers_53_self_attn/max_abs": 1.078125, "train/tensor_act_model_layers_53_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_post_attention_layernorm/norm": 5792.610717774039, "train/tensor_act_model_layers_53_post_attention_layernorm/mean": 0.04547119140625, "train/tensor_act_model_layers_53_post_attention_layernorm/std": 1.0000002142041693, "train/tensor_act_model_layers_53_post_attention_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_53_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 3925.8275899566784, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0848388671875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.38183724483646675, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 518.2545092485765, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.002960205078125, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.08947778951549998, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.8828125, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/norm": 518.2545092485765, "train/tensor_act_model_layers_53_mlp/mean": 0.002960205078125, "train/tensor_act_model_layers_53_mlp/std": 0.08947778951549998, "train/tensor_act_model_layers_53_mlp/max_abs": 0.8828125, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53/norm": 7591.393989703343, "train/tensor_act_model_layers_53/mean": 0.05877685546875, "train/tensor_act_model_layers_53/std": 1.3085998122231424, "train/tensor_act_model_layers_53/max_abs": 15.3125, "train/tensor_act_model_layers_53/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_input_layernorm/norm": 5792.609375000587, "train/tensor_act_model_layers_54_input_layernorm/mean": 0.04779052734375, "train/tensor_act_model_layers_54_input_layernorm/std": 1.0000001993030112, "train/tensor_act_model_layers_54_input_layernorm/max_abs": 5.84375, "train/tensor_act_model_layers_54_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_q_proj/norm": 5074.190265915269, "train/tensor_act_model_layers_54_self_attn_q_proj/mean": -0.04754638671875, "train/tensor_act_model_layers_54_self_attn_q_proj/std": 0.8750044341485886, "train/tensor_act_model_layers_54_self_attn_q_proj/max_abs": 5.84375, "train/tensor_act_model_layers_54_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_k_proj/norm": 4660.29093090709, "train/tensor_act_model_layers_54_self_attn_k_proj/mean": -0.016510009765625, "train/tensor_act_model_layers_54_self_attn_k_proj/std": 0.8046933580157555, "train/tensor_act_model_layers_54_self_attn_k_proj/max_abs": 4.65625, "train/tensor_act_model_layers_54_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_v_proj/norm": 1975.4340366374686, "train/tensor_act_model_layers_54_self_attn_v_proj/mean": -0.002899169921875, "train/tensor_act_model_layers_54_self_attn_v_proj/std": 0.34130969272485717, "train/tensor_act_model_layers_54_self_attn_v_proj/max_abs": 2.21875, "train/tensor_act_model_layers_54_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_o_proj/norm": 335.54180458061114, "train/tensor_act_model_layers_54_self_attn_o_proj/mean": -0.00235748291015625, "train/tensor_act_model_layers_54_self_attn_o_proj/std": 0.05786356790851186, "train/tensor_act_model_layers_54_self_attn_o_proj/max_abs": 1.2890625, "train/tensor_act_model_layers_54_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_self_attn/norm": 335.54180458061114, "train/tensor_act_model_layers_54_self_attn/mean": -0.00235748291015625, "train/tensor_act_model_layers_54_self_attn/std": 0.05786356790851186, "train/tensor_act_model_layers_54_self_attn/max_abs": 1.2890625, "train/tensor_act_model_layers_54_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_post_attention_layernorm/norm": 5792.605957038299, "train/tensor_act_model_layers_54_post_attention_layernorm/mean": 0.0458984375, "train/tensor_act_model_layers_54_post_attention_layernorm/std": 1.0000001937150769, "train/tensor_act_model_layers_54_post_attention_layernorm/max_abs": 5.84375, "train/tensor_act_model_layers_54_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 4045.144779113782, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.0953369140625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.3916028372346674, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 583.6085677580277, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.012054443359375, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.09985381874840575, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 1.3359375, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/norm": 583.6085677580277, "train/tensor_act_model_layers_54_mlp/mean": 0.012054443359375, "train/tensor_act_model_layers_54_mlp/std": 0.09985381874840575, "train/tensor_act_model_layers_54_mlp/max_abs": 1.3359375, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54/norm": 7654.155023952801, "train/tensor_act_model_layers_54/mean": 0.0684814453125, "train/tensor_act_model_layers_54/std": 1.3183754870525144, "train/tensor_act_model_layers_54/max_abs": 15.125, "train/tensor_act_model_layers_54/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_input_layernorm/norm": 5792.61010742507, "train/tensor_act_model_layers_55_input_layernorm/mean": 0.05523681640625, "train/tensor_act_model_layers_55_input_layernorm/std": 1.0000001396983766, "train/tensor_act_model_layers_55_input_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_55_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_q_proj/norm": 5931.890202964324, "train/tensor_act_model_layers_55_self_attn_q_proj/mean": -0.031219482421875, "train/tensor_act_model_layers_55_self_attn_q_proj/std": 1.023437916322434, "train/tensor_act_model_layers_55_self_attn_q_proj/max_abs": 6.09375, "train/tensor_act_model_layers_55_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_k_proj/norm": 5249.510868317152, "train/tensor_act_model_layers_55_self_attn_k_proj/mean": 0.0034942626953125, "train/tensor_act_model_layers_55_self_attn_k_proj/std": 0.9062500635226204, "train/tensor_act_model_layers_55_self_attn_k_proj/max_abs": 4.75, "train/tensor_act_model_layers_55_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_v_proj/norm": 2375.659358503556, "train/tensor_act_model_layers_55_self_attn_v_proj/mean": -0.0057830810546875, "train/tensor_act_model_layers_55_self_attn_v_proj/std": 0.4101563053471664, "train/tensor_act_model_layers_55_self_attn_v_proj/max_abs": 2.6875, "train/tensor_act_model_layers_55_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_o_proj/norm": 791.9043731140305, "train/tensor_act_model_layers_55_self_attn_o_proj/mean": -0.002490997314453125, "train/tensor_act_model_layers_55_self_attn_o_proj/std": 0.13672054807936632, "train/tensor_act_model_layers_55_self_attn_o_proj/max_abs": 1.6015625, "train/tensor_act_model_layers_55_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_self_attn/norm": 791.9043731140305, "train/tensor_act_model_layers_55_self_attn/mean": -0.002490997314453125, "train/tensor_act_model_layers_55_self_attn/std": 0.13672054807936632, "train/tensor_act_model_layers_55_self_attn/max_abs": 1.6015625, "train/tensor_act_model_layers_55_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_post_attention_layernorm/norm": 5792.603271491274, "train/tensor_act_model_layers_55_post_attention_layernorm/mean": 0.05267333984375, "train/tensor_act_model_layers_55_post_attention_layernorm/std": 1.000000094994898, "train/tensor_act_model_layers_55_post_attention_layernorm/max_abs": 5.75, "train/tensor_act_model_layers_55_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 4225.729067297463, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.1016845703125, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.40820332577349094, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 564.1104980056358, "train/tensor_act_model_layers_55_mlp_down_proj/mean": -0.005828857421875, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.09716858216671954, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.99609375, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/norm": 564.1104980056358, "train/tensor_act_model_layers_55_mlp/mean": -0.005828857421875, "train/tensor_act_model_layers_55_mlp/std": 0.09716858216671954, "train/tensor_act_model_layers_55_mlp/max_abs": 0.99609375, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55/norm": 7658.022898679712, "train/tensor_act_model_layers_55/mean": 0.06011962890625, "train/tensor_act_model_layers_55/std": 1.320324207852161, "train/tensor_act_model_layers_55/max_abs": 14.875, "train/tensor_act_model_layers_55/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_input_layernorm/norm": 5792.6104736386915, "train/tensor_act_model_layers_56_input_layernorm/mean": 0.048095703125, "train/tensor_act_model_layers_56_input_layernorm/std": 1.0000001341104419, "train/tensor_act_model_layers_56_input_layernorm/max_abs": 5.8125, "train/tensor_act_model_layers_56_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_q_proj/norm": 5231.118416843392, "train/tensor_act_model_layers_56_self_attn_q_proj/mean": -0.00743865966796875, "train/tensor_act_model_layers_56_self_attn_q_proj/std": 0.9033225545017668, "train/tensor_act_model_layers_56_self_attn_q_proj/max_abs": 6.8125, "train/tensor_act_model_layers_56_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_k_proj/norm": 4496.517861534193, "train/tensor_act_model_layers_56_self_attn_k_proj/mean": 0.005359649658203125, "train/tensor_act_model_layers_56_self_attn_k_proj/std": 0.7763718181579222, "train/tensor_act_model_layers_56_self_attn_k_proj/max_abs": 5.65625, "train/tensor_act_model_layers_56_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_v_proj/norm": 1978.0565081234881, "train/tensor_act_model_layers_56_self_attn_v_proj/mean": 0.0039825439453125, "train/tensor_act_model_layers_56_self_attn_v_proj/std": 0.3417968944140838, "train/tensor_act_model_layers_56_self_attn_v_proj/max_abs": 2.546875, "train/tensor_act_model_layers_56_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_o_proj/norm": 326.51071662888035, "train/tensor_act_model_layers_56_self_attn_o_proj/mean": 0.00016689300537109375, "train/tensor_act_model_layers_56_self_attn_o_proj/std": 0.05646045046525053, "train/tensor_act_model_layers_56_self_attn_o_proj/max_abs": 1.2421875, "train/tensor_act_model_layers_56_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_self_attn/norm": 326.51071662888035, "train/tensor_act_model_layers_56_self_attn/mean": 0.00016689300537109375, "train/tensor_act_model_layers_56_self_attn/std": 0.05646045046525053, "train/tensor_act_model_layers_56_self_attn/max_abs": 1.2421875, "train/tensor_act_model_layers_56_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_post_attention_layernorm/norm": 5792.612426762334, "train/tensor_act_model_layers_56_post_attention_layernorm/mean": 0.04815673828125, "train/tensor_act_model_layers_56_post_attention_layernorm/std": 1.0000001396983766, "train/tensor_act_model_layers_56_post_attention_layernorm/max_abs": 5.8125, "train/tensor_act_model_layers_56_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 4085.672940089366, "train/tensor_act_model_layers_56_mlp_up_proj/mean": -0.1016845703125, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.39453160880799554, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 486.27301085125583, "train/tensor_act_model_layers_56_mlp_down_proj/mean": -0.0044708251953125, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.08386328889582995, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 1.03125, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/norm": 486.27301085125583, "train/tensor_act_model_layers_56_mlp/mean": -0.0044708251953125, "train/tensor_act_model_layers_56_mlp/std": 0.08386328889582995, "train/tensor_act_model_layers_56_mlp/max_abs": 1.03125, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56/norm": 7645.3067751952685, "train/tensor_act_model_layers_56/mean": 0.05584716796875, "train/tensor_act_model_layers_56/std": 1.3183755308503544, "train/tensor_act_model_layers_56/max_abs": 14.625, "train/tensor_act_model_layers_56/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_input_layernorm/norm": 5792.602783206258, "train/tensor_act_model_layers_57_input_layernorm/mean": 0.04437255859375, "train/tensor_act_model_layers_57_input_layernorm/std": 1.0000001844018527, "train/tensor_act_model_layers_57_input_layernorm/max_abs": 5.78125, "train/tensor_act_model_layers_57_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_q_proj/norm": 5357.466643477769, "train/tensor_act_model_layers_57_self_attn_q_proj/mean": 0.01251220703125, "train/tensor_act_model_layers_57_self_attn_q_proj/std": 0.9248063108597135, "train/tensor_act_model_layers_57_self_attn_q_proj/max_abs": 7.125, "train/tensor_act_model_layers_57_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_k_proj/norm": 4715.804521325147, "train/tensor_act_model_layers_57_self_attn_k_proj/mean": -0.002262115478515625, "train/tensor_act_model_layers_57_self_attn_k_proj/std": 0.8134787368412627, "train/tensor_act_model_layers_57_self_attn_k_proj/max_abs": 5.5625, "train/tensor_act_model_layers_57_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_v_proj/norm": 2456.8960651821317, "train/tensor_act_model_layers_57_self_attn_v_proj/mean": -0.002368927001953125, "train/tensor_act_model_layers_57_self_attn_v_proj/std": 0.4238282056688361, "train/tensor_act_model_layers_57_self_attn_v_proj/max_abs": 2.875, "train/tensor_act_model_layers_57_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_o_proj/norm": 551.9051980183211, "train/tensor_act_model_layers_57_self_attn_o_proj/mean": -0.001384735107421875, "train/tensor_act_model_layers_57_self_attn_o_proj/std": 0.095337186747636, "train/tensor_act_model_layers_57_self_attn_o_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_57_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_self_attn/norm": 551.9051980183211, "train/tensor_act_model_layers_57_self_attn/mean": -0.001384735107421875, "train/tensor_act_model_layers_57_self_attn/std": 0.095337186747636, "train/tensor_act_model_layers_57_self_attn/max_abs": 1.1953125, "train/tensor_act_model_layers_57_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_post_attention_layernorm/norm": 5792.611083986027, "train/tensor_act_model_layers_57_post_attention_layernorm/mean": 0.0430908203125, "train/tensor_act_model_layers_57_post_attention_layernorm/std": 1.0000001415610211, "train/tensor_act_model_layers_57_post_attention_layernorm/max_abs": 5.75, "train/tensor_act_model_layers_57_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 4275.20967243544, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.1083984375, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.4121095196330463, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 573.196105520505, "train/tensor_act_model_layers_57_mlp_down_proj/mean": -0.003173828125, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.09887726218563803, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 1.3046875, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/norm": 573.196105520505, "train/tensor_act_model_layers_57_mlp/mean": -0.003173828125, "train/tensor_act_model_layers_57_mlp/std": 0.09887726218563803, "train/tensor_act_model_layers_57_mlp/max_abs": 1.3046875, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57/norm": 7663.320685441612, "train/tensor_act_model_layers_57/mean": 0.05126953125, "train/tensor_act_model_layers_57/std": 1.324224702714802, "train/tensor_act_model_layers_57/max_abs": 14.5625, "train/tensor_act_model_layers_57/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_input_layernorm/norm": 5792.61120605781, "train/tensor_act_model_layers_58_input_layernorm/mean": 0.0406494140625, "train/tensor_act_model_layers_58_input_layernorm/std": 1.0000001415610211, "train/tensor_act_model_layers_58_input_layernorm/max_abs": 5.71875, "train/tensor_act_model_layers_58_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_q_proj/norm": 4793.75873668403, "train/tensor_act_model_layers_58_self_attn_q_proj/mean": -0.004062652587890625, "train/tensor_act_model_layers_58_self_attn_q_proj/std": 0.8271504089107209, "train/tensor_act_model_layers_58_self_attn_q_proj/max_abs": 5.5, "train/tensor_act_model_layers_58_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_k_proj/norm": 4305.172526458116, "train/tensor_act_model_layers_58_self_attn_k_proj/mean": 0.015350341796875, "train/tensor_act_model_layers_58_self_attn_k_proj/std": 0.7431673615040285, "train/tensor_act_model_layers_58_self_attn_k_proj/max_abs": 5.8125, "train/tensor_act_model_layers_58_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_v_proj/norm": 2139.1536796909763, "train/tensor_act_model_layers_58_self_attn_v_proj/mean": -0.00032019615173339844, "train/tensor_act_model_layers_58_self_attn_v_proj/std": 0.369630025804074, "train/tensor_act_model_layers_58_self_attn_v_proj/max_abs": 3.359375, "train/tensor_act_model_layers_58_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_o_proj/norm": 493.29418472058626, "train/tensor_act_model_layers_58_self_attn_o_proj/mean": -0.0012683868408203125, "train/tensor_act_model_layers_58_self_attn_o_proj/std": 0.08510432143573667, "train/tensor_act_model_layers_58_self_attn_o_proj/max_abs": 1.328125, "train/tensor_act_model_layers_58_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_self_attn/norm": 493.29418472058626, "train/tensor_act_model_layers_58_self_attn/mean": -0.0012683868408203125, "train/tensor_act_model_layers_58_self_attn/std": 0.08510432143573667, "train/tensor_act_model_layers_58_self_attn/max_abs": 1.328125, "train/tensor_act_model_layers_58_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_post_attention_layernorm/norm": 5792.60449219177, "train/tensor_act_model_layers_58_post_attention_layernorm/mean": 0.039794921875, "train/tensor_act_model_layers_58_post_attention_layernorm/std": 1.0000001937150769, "train/tensor_act_model_layers_58_post_attention_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_58_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 4227.6157108947455, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.105712890625, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.4082031980085536, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 558.7376441442592, "train/tensor_act_model_layers_58_mlp_down_proj/mean": -0.0025482177734375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.09643587703889751, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 1.3984375, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/norm": 558.7376441442592, "train/tensor_act_model_layers_58_mlp/mean": -0.0025482177734375, "train/tensor_act_model_layers_58_mlp/std": 0.09643587703889751, "train/tensor_act_model_layers_58_mlp/max_abs": 1.3984375, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58/norm": 7682.6234450939155, "train/tensor_act_model_layers_58/mean": 0.04742431640625, "train/tensor_act_model_layers_58/std": 1.324224695681837, "train/tensor_act_model_layers_58/max_abs": 14.4375, "train/tensor_act_model_layers_58/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_input_layernorm/norm": 5792.604858402403, "train/tensor_act_model_layers_59_input_layernorm/mean": 0.03765869140625, "train/tensor_act_model_layers_59_input_layernorm/std": 1.0000001396983766, "train/tensor_act_model_layers_59_input_layernorm/max_abs": 5.84375, "train/tensor_act_model_layers_59_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_q_proj/norm": 4996.665163945248, "train/tensor_act_model_layers_59_self_attn_q_proj/mean": -0.015899658203125, "train/tensor_act_model_layers_59_self_attn_q_proj/std": 0.862306447421532, "train/tensor_act_model_layers_59_self_attn_q_proj/max_abs": 5.53125, "train/tensor_act_model_layers_59_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_k_proj/norm": 4462.538391516322, "train/tensor_act_model_layers_59_self_attn_k_proj/mean": -0.0384521484375, "train/tensor_act_model_layers_59_self_attn_k_proj/std": 0.7695312984098622, "train/tensor_act_model_layers_59_self_attn_k_proj/max_abs": 4.9375, "train/tensor_act_model_layers_59_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_v_proj/norm": 2139.1682739531843, "train/tensor_act_model_layers_59_self_attn_v_proj/mean": 0.00141143798828125, "train/tensor_act_model_layers_59_self_attn_v_proj/std": 0.36914063568310745, "train/tensor_act_model_layers_59_self_attn_v_proj/max_abs": 2.671875, "train/tensor_act_model_layers_59_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_o_proj/norm": 600.7061882246599, "train/tensor_act_model_layers_59_self_attn_o_proj/mean": -0.00145721435546875, "train/tensor_act_model_layers_59_self_attn_o_proj/std": 0.10380033373155731, "train/tensor_act_model_layers_59_self_attn_o_proj/max_abs": 1.2890625, "train/tensor_act_model_layers_59_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_self_attn/norm": 600.7061882246599, "train/tensor_act_model_layers_59_self_attn/mean": -0.00145721435546875, "train/tensor_act_model_layers_59_self_attn/std": 0.10380033373155731, "train/tensor_act_model_layers_59_self_attn/max_abs": 1.2890625, "train/tensor_act_model_layers_59_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_post_attention_layernorm/norm": 5792.609375001172, "train/tensor_act_model_layers_59_post_attention_layernorm/mean": 0.0361328125, "train/tensor_act_model_layers_59_post_attention_layernorm/std": 1.000000104308123, "train/tensor_act_model_layers_59_post_attention_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_59_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 4279.9398600567165, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.0926513671875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.4160159652780207, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 632.0394321420083, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.017669677734375, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.1077883408263704, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 1.4921875, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/norm": 632.0394321420083, "train/tensor_act_model_layers_59_mlp/mean": 0.017669677734375, "train/tensor_act_model_layers_59_mlp/std": 0.1077883408263704, "train/tensor_act_model_layers_59_mlp/max_abs": 1.4921875, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59/norm": 7722.115188110267, "train/tensor_act_model_layers_59/mean": 0.063720703125, "train/tensor_act_model_layers_59/std": 1.3320370894944513, "train/tensor_act_model_layers_59/max_abs": 14.1875, "train/tensor_act_model_layers_59/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_input_layernorm/norm": 5792.6110839899575, "train/tensor_act_model_layers_60_input_layernorm/mean": 0.05010986328125, "train/tensor_act_model_layers_60_input_layernorm/std": 1.0000000651925782, "train/tensor_act_model_layers_60_input_layernorm/max_abs": 5.90625, "train/tensor_act_model_layers_60_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_q_proj/norm": 5656.414935315061, "train/tensor_act_model_layers_60_self_attn_q_proj/mean": 0.013519287109375, "train/tensor_act_model_layers_60_self_attn_q_proj/std": 0.9765669255156377, "train/tensor_act_model_layers_60_self_attn_q_proj/max_abs": 7.34375, "train/tensor_act_model_layers_60_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_k_proj/norm": 5324.509342845301, "train/tensor_act_model_layers_60_self_attn_k_proj/mean": 0.0098876953125, "train/tensor_act_model_layers_60_self_attn_k_proj/std": 0.9189469948569778, "train/tensor_act_model_layers_60_self_attn_k_proj/max_abs": 6.15625, "train/tensor_act_model_layers_60_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_v_proj/norm": 2669.4791754466214, "train/tensor_act_model_layers_60_self_attn_v_proj/mean": -0.0008559226989746094, "train/tensor_act_model_layers_60_self_attn_v_proj/std": 0.4604501200508599, "train/tensor_act_model_layers_60_self_attn_v_proj/max_abs": 2.734375, "train/tensor_act_model_layers_60_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_o_proj/norm": 690.4142818059483, "train/tensor_act_model_layers_60_self_attn_o_proj/mean": -0.003444671630859375, "train/tensor_act_model_layers_60_self_attn_o_proj/std": 0.11914136339910524, "train/tensor_act_model_layers_60_self_attn_o_proj/max_abs": 1.53125, "train/tensor_act_model_layers_60_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_self_attn/norm": 690.4142818059483, "train/tensor_act_model_layers_60_self_attn/mean": -0.003444671630859375, "train/tensor_act_model_layers_60_self_attn/std": 0.11914136339910524, "train/tensor_act_model_layers_60_self_attn/max_abs": 1.53125, "train/tensor_act_model_layers_60_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_post_attention_layernorm/norm": 5792.612426758259, "train/tensor_act_model_layers_60_post_attention_layernorm/mean": 0.047119140625, "train/tensor_act_model_layers_60_post_attention_layernorm/std": 1.000000104308123, "train/tensor_act_model_layers_60_post_attention_layernorm/max_abs": 5.9375, "train/tensor_act_model_layers_60_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 4442.780670090519, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.10107421875, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.4316407630885667, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 629.2381183575887, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.0005970001220703125, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.1086428829286618, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 1.2265625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/norm": 629.2381183575887, "train/tensor_act_model_layers_60_mlp/mean": 0.0005970001220703125, "train/tensor_act_model_layers_60_mlp/std": 0.1086428829286618, "train/tensor_act_model_layers_60_mlp/max_abs": 1.2265625, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60/norm": 7758.403817285047, "train/tensor_act_model_layers_60/mean": 0.06085205078125, "train/tensor_act_model_layers_60/std": 1.3398495262510834, "train/tensor_act_model_layers_60/max_abs": 14.0, "train/tensor_act_model_layers_60/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_input_layernorm/norm": 5792.606323245237, "train/tensor_act_model_layers_61_input_layernorm/mean": 0.0474853515625, "train/tensor_act_model_layers_61_input_layernorm/std": 1.000000067055223, "train/tensor_act_model_layers_61_input_layernorm/max_abs": 5.90625, "train/tensor_act_model_layers_61_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_q_proj/norm": 5750.004333663748, "train/tensor_act_model_layers_61_self_attn_q_proj/mean": 0.013946533203125, "train/tensor_act_model_layers_61_self_attn_q_proj/std": 0.9921924546823918, "train/tensor_act_model_layers_61_self_attn_q_proj/max_abs": 5.5625, "train/tensor_act_model_layers_61_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_k_proj/norm": 5062.4216559356755, "train/tensor_act_model_layers_61_self_attn_k_proj/mean": 0.0496826171875, "train/tensor_act_model_layers_61_self_attn_k_proj/std": 0.8710939980408182, "train/tensor_act_model_layers_61_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_61_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_v_proj/norm": 2413.8400844495004, "train/tensor_act_model_layers_61_self_attn_v_proj/mean": 0.0014514923095703125, "train/tensor_act_model_layers_61_self_attn_v_proj/std": 0.41699357747154353, "train/tensor_act_model_layers_61_self_attn_v_proj/max_abs": 2.296875, "train/tensor_act_model_layers_61_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_o_proj/norm": 557.7745283907466, "train/tensor_act_model_layers_61_self_attn_o_proj/mean": 0.0016231536865234375, "train/tensor_act_model_layers_61_self_attn_o_proj/std": 0.09619530942408828, "train/tensor_act_model_layers_61_self_attn_o_proj/max_abs": 1.0625, "train/tensor_act_model_layers_61_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_self_attn/norm": 557.7745283907466, "train/tensor_act_model_layers_61_self_attn/mean": 0.0016231536865234375, "train/tensor_act_model_layers_61_self_attn/std": 0.09619530942408828, "train/tensor_act_model_layers_61_self_attn/max_abs": 1.0625, "train/tensor_act_model_layers_61_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_post_attention_layernorm/norm": 5792.607910161981, "train/tensor_act_model_layers_61_post_attention_layernorm/mean": 0.04876708984375, "train/tensor_act_model_layers_61_post_attention_layernorm/std": 1.0000001098960578, "train/tensor_act_model_layers_61_post_attention_layernorm/max_abs": 5.96875, "train/tensor_act_model_layers_61_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 4450.057649595707, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.095703125, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.43359416239950826, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 696.4606801217087, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.013885498046875, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.11938502695878023, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/norm": 696.4606801217087, "train/tensor_act_model_layers_61_mlp/mean": 0.013885498046875, "train/tensor_act_model_layers_61_mlp/std": 0.11938502695878023, "train/tensor_act_model_layers_61_mlp/max_abs": 1.6796875, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61/norm": 7848.54419349401, "train/tensor_act_model_layers_61/mean": 0.0762939453125, "train/tensor_act_model_layers_61/std": 1.3515739826309978, "train/tensor_act_model_layers_61/max_abs": 13.6875, "train/tensor_act_model_layers_61/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_input_layernorm/norm": 5792.612670899491, "train/tensor_act_model_layers_62_input_layernorm/mean": 0.05926513671875, "train/tensor_act_model_layers_62_input_layernorm/std": 1.0000001098960578, "train/tensor_act_model_layers_62_input_layernorm/max_abs": 5.96875, "train/tensor_act_model_layers_62_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_q_proj/norm": 6210.249650085276, "train/tensor_act_model_layers_62_self_attn_q_proj/mean": 0.13671875, "train/tensor_act_model_layers_62_self_attn_q_proj/std": 1.0625015707565366, "train/tensor_act_model_layers_62_self_attn_q_proj/max_abs": 7.65625, "train/tensor_act_model_layers_62_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_k_proj/norm": 5254.41903093564, "train/tensor_act_model_layers_62_self_attn_k_proj/mean": 0.0931396484375, "train/tensor_act_model_layers_62_self_attn_k_proj/std": 0.9023438408261208, "train/tensor_act_model_layers_62_self_attn_k_proj/max_abs": 5.53125, "train/tensor_act_model_layers_62_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_v_proj/norm": 2444.6227798057243, "train/tensor_act_model_layers_62_self_attn_v_proj/mean": -0.0006427764892578125, "train/tensor_act_model_layers_62_self_attn_v_proj/std": 0.42187504855380975, "train/tensor_act_model_layers_62_self_attn_v_proj/max_abs": 3.265625, "train/tensor_act_model_layers_62_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_o_proj/norm": 879.6333991944758, "train/tensor_act_model_layers_62_self_attn_o_proj/mean": -0.0012493133544921875, "train/tensor_act_model_layers_62_self_attn_o_proj/std": 0.151857836758432, "train/tensor_act_model_layers_62_self_attn_o_proj/max_abs": 1.7109375, "train/tensor_act_model_layers_62_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_self_attn/norm": 879.6333991944758, "train/tensor_act_model_layers_62_self_attn/mean": -0.0012493133544921875, "train/tensor_act_model_layers_62_self_attn/std": 0.151857836758432, "train/tensor_act_model_layers_62_self_attn/max_abs": 1.7109375, "train/tensor_act_model_layers_62_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_post_attention_layernorm/norm": 5792.606445315906, "train/tensor_act_model_layers_62_post_attention_layernorm/mean": 0.0577392578125, "train/tensor_act_model_layers_62_post_attention_layernorm/std": 1.000000081956383, "train/tensor_act_model_layers_62_post_attention_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_62_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 4613.258476313635, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.103271484375, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.4477550377618268, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 658.949244658078, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.0016345977783203125, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.11377005852924488, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/norm": 658.949244658078, "train/tensor_act_model_layers_62_mlp/mean": 0.0016345977783203125, "train/tensor_act_model_layers_62_mlp/std": 0.11377005852924488, "train/tensor_act_model_layers_62_mlp/max_abs": 1.0234375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62/norm": 7951.49988722598, "train/tensor_act_model_layers_62/mean": 0.0767822265625, "train/tensor_act_model_layers_62/std": 1.371099504638072, "train/tensor_act_model_layers_62/max_abs": 13.5, "train/tensor_act_model_layers_62/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_input_layernorm/norm": 5792.6143798835055, "train/tensor_act_model_layers_63_input_layernorm/mean": 0.0589599609375, "train/tensor_act_model_layers_63_input_layernorm/std": 1.000000081956383, "train/tensor_act_model_layers_63_input_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_63_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_q_proj/norm": 5883.241931749809, "train/tensor_act_model_layers_63_self_attn_q_proj/mean": -0.032470703125, "train/tensor_act_model_layers_63_self_attn_q_proj/std": 1.0156269807062643, "train/tensor_act_model_layers_63_self_attn_q_proj/max_abs": 7.375, "train/tensor_act_model_layers_63_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_k_proj/norm": 5140.350776210231, "train/tensor_act_model_layers_63_self_attn_k_proj/mean": -0.048095703125, "train/tensor_act_model_layers_63_self_attn_k_proj/std": 0.8857438866579019, "train/tensor_act_model_layers_63_self_attn_k_proj/max_abs": 5.90625, "train/tensor_act_model_layers_63_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_v_proj/norm": 2552.884112286341, "train/tensor_act_model_layers_63_self_attn_v_proj/mean": 0.00518798828125, "train/tensor_act_model_layers_63_self_attn_v_proj/std": 0.4409188046663964, "train/tensor_act_model_layers_63_self_attn_v_proj/max_abs": 2.796875, "train/tensor_act_model_layers_63_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_o_proj/norm": 755.8110264089598, "train/tensor_act_model_layers_63_self_attn_o_proj/mean": -0.000804901123046875, "train/tensor_act_model_layers_63_self_attn_o_proj/std": 0.13061775250770502, "train/tensor_act_model_layers_63_self_attn_o_proj/max_abs": 1.8125, "train/tensor_act_model_layers_63_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_self_attn/norm": 755.8110264089598, "train/tensor_act_model_layers_63_self_attn/mean": -0.000804901123046875, "train/tensor_act_model_layers_63_self_attn/std": 0.13061775250770502, "train/tensor_act_model_layers_63_self_attn/max_abs": 1.8125, "train/tensor_act_model_layers_63_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_post_attention_layernorm/norm": 5792.603271487097, "train/tensor_act_model_layers_63_post_attention_layernorm/mean": 0.05841064453125, "train/tensor_act_model_layers_63_post_attention_layernorm/std": 1.0000000949948982, "train/tensor_act_model_layers_63_post_attention_layernorm/max_abs": 5.90625, "train/tensor_act_model_layers_63_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 4525.33510720393, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.09716796875, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.44043090549478203, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 661.8512047819681, "train/tensor_act_model_layers_63_mlp_down_proj/mean": -0.003841400146484375, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.11413755383558184, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 1.03125, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/norm": 661.8512047819681, "train/tensor_act_model_layers_63_mlp/mean": -0.003841400146484375, "train/tensor_act_model_layers_63_mlp/std": 0.11413755383558184, "train/tensor_act_model_layers_63_mlp/max_abs": 1.03125, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63/norm": 7966.085016452143, "train/tensor_act_model_layers_63/mean": 0.072021484375, "train/tensor_act_model_layers_63/std": 1.373051150927119, "train/tensor_act_model_layers_63/max_abs": 13.4375, "train/tensor_act_model_layers_63/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_input_layernorm/norm": 5792.605346681482, "train/tensor_act_model_layers_64_input_layernorm/mean": 0.0552978515625, "train/tensor_act_model_layers_64_input_layernorm/std": 1.0000000670552232, "train/tensor_act_model_layers_64_input_layernorm/max_abs": 5.84375, "train/tensor_act_model_layers_64_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_q_proj/norm": 5759.94411004832, "train/tensor_act_model_layers_64_self_attn_q_proj/mean": 0.017364501953125, "train/tensor_act_model_layers_64_self_attn_q_proj/std": 0.9941438752628997, "train/tensor_act_model_layers_64_self_attn_q_proj/max_abs": 6.46875, "train/tensor_act_model_layers_64_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_k_proj/norm": 4910.702723166806, "train/tensor_act_model_layers_64_self_attn_k_proj/mean": 0.035400390625, "train/tensor_act_model_layers_64_self_attn_k_proj/std": 0.8457061556085638, "train/tensor_act_model_layers_64_self_attn_k_proj/max_abs": 4.78125, "train/tensor_act_model_layers_64_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_v_proj/norm": 2820.7002402212347, "train/tensor_act_model_layers_64_self_attn_v_proj/mean": 0.0104217529296875, "train/tensor_act_model_layers_64_self_attn_v_proj/std": 0.48730576993825864, "train/tensor_act_model_layers_64_self_attn_v_proj/max_abs": 3.234375, "train/tensor_act_model_layers_64_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_o_proj/norm": 909.4365599799609, "train/tensor_act_model_layers_64_self_attn_o_proj/mean": -0.0017452239990234375, "train/tensor_act_model_layers_64_self_attn_o_proj/std": 0.156739104606625, "train/tensor_act_model_layers_64_self_attn_o_proj/max_abs": 1.796875, "train/tensor_act_model_layers_64_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_self_attn/norm": 909.4365599799609, "train/tensor_act_model_layers_64_self_attn/mean": -0.0017452239990234375, "train/tensor_act_model_layers_64_self_attn/std": 0.156739104606625, "train/tensor_act_model_layers_64_self_attn/max_abs": 1.796875, "train/tensor_act_model_layers_64_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_post_attention_layernorm/norm": 5792.613281255463, "train/tensor_act_model_layers_64_post_attention_layernorm/mean": 0.0531005859375, "train/tensor_act_model_layers_64_post_attention_layernorm/std": 1.000000081956383, "train/tensor_act_model_layers_64_post_attention_layernorm/max_abs": 5.84375, "train/tensor_act_model_layers_64_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 4750.9110155807975, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.1029052734375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.4628913171175519, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 699.9703697549551, "train/tensor_act_model_layers_64_mlp_down_proj/mean": -0.0079803466796875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.12048520238544266, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 1.2890625, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/norm": 699.9703697549551, "train/tensor_act_model_layers_64_mlp/mean": -0.0079803466796875, "train/tensor_act_model_layers_64_mlp/std": 0.12048520238544266, "train/tensor_act_model_layers_64_mlp/max_abs": 1.2890625, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64/norm": 8062.20234795416, "train/tensor_act_model_layers_64/mean": 0.0623779296875, "train/tensor_act_model_layers_64/std": 1.388676065258888, "train/tensor_act_model_layers_64/max_abs": 13.4375, "train/tensor_act_model_layers_64/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_input_layernorm/norm": 5792.614624035048, "train/tensor_act_model_layers_65_input_layernorm/mean": 0.0469970703125, "train/tensor_act_model_layers_65_input_layernorm/std": 1.0000000372529023, "train/tensor_act_model_layers_65_input_layernorm/max_abs": 5.75, "train/tensor_act_model_layers_65_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_q_proj/norm": 5873.022625142917, "train/tensor_act_model_layers_65_self_attn_q_proj/mean": -0.0131072998046875, "train/tensor_act_model_layers_65_self_attn_q_proj/std": 1.0136801037380896, "train/tensor_act_model_layers_65_self_attn_q_proj/max_abs": 6.34375, "train/tensor_act_model_layers_65_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_k_proj/norm": 4454.863416401022, "train/tensor_act_model_layers_65_self_attn_k_proj/mean": 0.01727294921875, "train/tensor_act_model_layers_65_self_attn_k_proj/std": 0.7685619739250082, "train/tensor_act_model_layers_65_self_attn_k_proj/max_abs": 4.96875, "train/tensor_act_model_layers_65_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_v_proj/norm": 2358.084176958478, "train/tensor_act_model_layers_65_self_attn_v_proj/mean": -0.00035184621810913086, "train/tensor_act_model_layers_65_self_attn_v_proj/std": 0.4067392333212118, "train/tensor_act_model_layers_65_self_attn_v_proj/max_abs": 2.4375, "train/tensor_act_model_layers_65_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_o_proj/norm": 725.704334990722, "train/tensor_act_model_layers_65_self_attn_o_proj/mean": 0.0012133121490478516, "train/tensor_act_model_layers_65_self_attn_o_proj/std": 0.1251256011552929, "train/tensor_act_model_layers_65_self_attn_o_proj/max_abs": 1.4296875, "train/tensor_act_model_layers_65_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_self_attn/norm": 725.704334990722, "train/tensor_act_model_layers_65_self_attn/mean": 0.0012133121490478516, "train/tensor_act_model_layers_65_self_attn/std": 0.1251256011552929, "train/tensor_act_model_layers_65_self_attn/max_abs": 1.4296875, "train/tensor_act_model_layers_65_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_post_attention_layernorm/norm": 5792.608032226968, "train/tensor_act_model_layers_65_post_attention_layernorm/mean": 0.047607421875, "train/tensor_act_model_layers_65_post_attention_layernorm/std": 1.0000004023312714, "train/tensor_act_model_layers_65_post_attention_layernorm/max_abs": 5.75, "train/tensor_act_model_layers_65_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 4768.657368817339, "train/tensor_act_model_layers_65_mlp_up_proj/mean": -0.0975341796875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.46533310400728095, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.90625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 737.1329428876805, "train/tensor_act_model_layers_65_mlp_down_proj/mean": -0.002948760986328125, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.12744240348204688, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 1.234375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/norm": 737.1329428876805, "train/tensor_act_model_layers_65_mlp/mean": -0.002948760986328125, "train/tensor_act_model_layers_65_mlp/std": 0.12744240348204688, "train/tensor_act_model_layers_65_mlp/max_abs": 1.234375, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65/norm": 8202.354460085198, "train/tensor_act_model_layers_65/mean": 0.06060791015625, "train/tensor_act_model_layers_65/std": 1.4140739374593931, "train/tensor_act_model_layers_65/max_abs": 13.4375, "train/tensor_act_model_layers_65/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_input_layernorm/norm": 5792.604125979581, "train/tensor_act_model_layers_66_input_layernorm/mean": 0.044921875, "train/tensor_act_model_layers_66_input_layernorm/std": 1.0000004023312714, "train/tensor_act_model_layers_66_input_layernorm/max_abs": 5.8125, "train/tensor_act_model_layers_66_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_q_proj/norm": 5840.041521492557, "train/tensor_act_model_layers_66_self_attn_q_proj/mean": -0.03948974609375, "train/tensor_act_model_layers_66_self_attn_q_proj/std": 1.007813570110729, "train/tensor_act_model_layers_66_self_attn_q_proj/max_abs": 5.53125, "train/tensor_act_model_layers_66_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_k_proj/norm": 5129.500760986864, "train/tensor_act_model_layers_66_self_attn_k_proj/mean": -0.0250244140625, "train/tensor_act_model_layers_66_self_attn_k_proj/std": 0.8847741932906696, "train/tensor_act_model_layers_66_self_attn_k_proj/max_abs": 5.1875, "train/tensor_act_model_layers_66_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_v_proj/norm": 2692.5864298343354, "train/tensor_act_model_layers_66_self_attn_v_proj/mean": -0.002262115478515625, "train/tensor_act_model_layers_66_self_attn_v_proj/std": 0.4648438200448438, "train/tensor_act_model_layers_66_self_attn_v_proj/max_abs": 3.5, "train/tensor_act_model_layers_66_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_o_proj/norm": 1192.525413421562, "train/tensor_act_model_layers_66_self_attn_o_proj/mean": -0.00037097930908203125, "train/tensor_act_model_layers_66_self_attn_o_proj/std": 0.20581317208535532, "train/tensor_act_model_layers_66_self_attn_o_proj/max_abs": 2.671875, "train/tensor_act_model_layers_66_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_self_attn/norm": 1192.525413421562, "train/tensor_act_model_layers_66_self_attn/mean": -0.00037097930908203125, "train/tensor_act_model_layers_66_self_attn/std": 0.20581317208535532, "train/tensor_act_model_layers_66_self_attn/max_abs": 2.671875, "train/tensor_act_model_layers_66_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_post_attention_layernorm/norm": 5792.612426760883, "train/tensor_act_model_layers_66_post_attention_layernorm/mean": 0.0440673828125, "train/tensor_act_model_layers_66_post_attention_layernorm/std": 1.0000007525083572, "train/tensor_act_model_layers_66_post_attention_layernorm/max_abs": 6.03125, "train/tensor_act_model_layers_66_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 4821.758714361429, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.107666015625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.4687505722042406, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 728.174479721167, "train/tensor_act_model_layers_66_mlp_down_proj/mean": -0.0084686279296875, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.12548926367913205, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/norm": 728.174479721167, "train/tensor_act_model_layers_66_mlp/mean": -0.0084686279296875, "train/tensor_act_model_layers_66_mlp/std": 0.12548926367913205, "train/tensor_act_model_layers_66_mlp/max_abs": 1.1796875, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66/norm": 8324.811105742881, "train/tensor_act_model_layers_66/mean": 0.05181884765625, "train/tensor_act_model_layers_66/std": 1.4355519028659927, "train/tensor_act_model_layers_66/max_abs": 13.375, "train/tensor_act_model_layers_66/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_input_layernorm/norm": 5792.611572265857, "train/tensor_act_model_layers_67_input_layernorm/mean": 0.03790283203125, "train/tensor_act_model_layers_67_input_layernorm/std": 1.0000006612388095, "train/tensor_act_model_layers_67_input_layernorm/max_abs": 5.90625, "train/tensor_act_model_layers_67_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_q_proj/norm": 5491.756000345263, "train/tensor_act_model_layers_67_self_attn_q_proj/mean": -0.012786865234375, "train/tensor_act_model_layers_67_self_attn_q_proj/std": 0.9482443536444928, "train/tensor_act_model_layers_67_self_attn_q_proj/max_abs": 6.125, "train/tensor_act_model_layers_67_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_k_proj/norm": 5002.1388573914555, "train/tensor_act_model_layers_67_self_attn_k_proj/mean": 0.02197265625, "train/tensor_act_model_layers_67_self_attn_k_proj/std": 0.8632813060984874, "train/tensor_act_model_layers_67_self_attn_k_proj/max_abs": 5.09375, "train/tensor_act_model_layers_67_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_v_proj/norm": 2242.0765115351414, "train/tensor_act_model_layers_67_self_attn_v_proj/mean": 0.002819061279296875, "train/tensor_act_model_layers_67_self_attn_v_proj/std": 0.38720819062625234, "train/tensor_act_model_layers_67_self_attn_v_proj/max_abs": 2.5625, "train/tensor_act_model_layers_67_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_o_proj/norm": 551.3289695599515, "train/tensor_act_model_layers_67_self_attn_o_proj/mean": -0.00034880638122558594, "train/tensor_act_model_layers_67_self_attn_o_proj/std": 0.09510203024815737, "train/tensor_act_model_layers_67_self_attn_o_proj/max_abs": 1.3359375, "train/tensor_act_model_layers_67_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_self_attn/norm": 551.3289695599515, "train/tensor_act_model_layers_67_self_attn/mean": -0.00034880638122558594, "train/tensor_act_model_layers_67_self_attn/std": 0.09510203024815737, "train/tensor_act_model_layers_67_self_attn/max_abs": 1.3359375, "train/tensor_act_model_layers_67_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_post_attention_layernorm/norm": 5792.612915040373, "train/tensor_act_model_layers_67_post_attention_layernorm/mean": 0.0377197265625, "train/tensor_act_model_layers_67_post_attention_layernorm/std": 1.0000009015198459, "train/tensor_act_model_layers_67_post_attention_layernorm/max_abs": 5.90625, "train/tensor_act_model_layers_67_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 4880.735061940129, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.10009765625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.47656312535979717, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 790.9359569796349, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.00476837158203125, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.13647701721080444, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 1.28125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/norm": 790.9359569796349, "train/tensor_act_model_layers_67_mlp/mean": 0.00476837158203125, "train/tensor_act_model_layers_67_mlp/std": 0.13647701721080444, "train/tensor_act_model_layers_67_mlp/max_abs": 1.28125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67/norm": 8390.213349913896, "train/tensor_act_model_layers_67/mean": 0.0562744140625, "train/tensor_act_model_layers_67/std": 1.4472813624711713, "train/tensor_act_model_layers_67/max_abs": 13.3125, "train/tensor_act_model_layers_67/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_input_layernorm/norm": 5792.6062011744325, "train/tensor_act_model_layers_68_input_layernorm/mean": 0.04095458984375, "train/tensor_act_model_layers_68_input_layernorm/std": 1.0000008996572023, "train/tensor_act_model_layers_68_input_layernorm/max_abs": 5.90625, "train/tensor_act_model_layers_68_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_q_proj/norm": 5678.552870141603, "train/tensor_act_model_layers_68_self_attn_q_proj/mean": 0.00717926025390625, "train/tensor_act_model_layers_68_self_attn_q_proj/std": 0.9794941964359448, "train/tensor_act_model_layers_68_self_attn_q_proj/max_abs": 5.3125, "train/tensor_act_model_layers_68_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_k_proj/norm": 4846.495448970889, "train/tensor_act_model_layers_68_self_attn_k_proj/mean": 0.0160369873046875, "train/tensor_act_model_layers_68_self_attn_k_proj/std": 0.8378931429798466, "train/tensor_act_model_layers_68_self_attn_k_proj/max_abs": 4.9375, "train/tensor_act_model_layers_68_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_v_proj/norm": 2688.050375344441, "train/tensor_act_model_layers_68_self_attn_v_proj/mean": -0.0007991790771484375, "train/tensor_act_model_layers_68_self_attn_v_proj/std": 0.46386824253630493, "train/tensor_act_model_layers_68_self_attn_v_proj/max_abs": 3.328125, "train/tensor_act_model_layers_68_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_o_proj/norm": 1043.7661422415608, "train/tensor_act_model_layers_68_self_attn_o_proj/mean": 0.00189208984375, "train/tensor_act_model_layers_68_self_attn_o_proj/std": 0.1801796702091887, "train/tensor_act_model_layers_68_self_attn_o_proj/max_abs": 2.46875, "train/tensor_act_model_layers_68_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_self_attn/norm": 1043.7661422415608, "train/tensor_act_model_layers_68_self_attn/mean": 0.00189208984375, "train/tensor_act_model_layers_68_self_attn/std": 0.1801796702091887, "train/tensor_act_model_layers_68_self_attn/max_abs": 2.46875, "train/tensor_act_model_layers_68_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_post_attention_layernorm/norm": 5792.608886720242, "train/tensor_act_model_layers_68_post_attention_layernorm/mean": 0.0419921875, "train/tensor_act_model_layers_68_post_attention_layernorm/std": 1.0000012964001836, "train/tensor_act_model_layers_68_post_attention_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_68_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 4947.021487019485, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.091552734375, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.4848640802997255, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 807.1160007737263, "train/tensor_act_model_layers_68_mlp_down_proj/mean": -0.00455474853515625, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.139161025220266, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/norm": 807.1160007737263, "train/tensor_act_model_layers_68_mlp/mean": -0.00455474853515625, "train/tensor_act_model_layers_68_mlp/std": 0.139161025220266, "train/tensor_act_model_layers_68_mlp/max_abs": 1.53125, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68/norm": 8468.258237655606, "train/tensor_act_model_layers_68/mean": 0.0535888671875, "train/tensor_act_model_layers_68/std": 1.4589900383079744, "train/tensor_act_model_layers_68/max_abs": 13.1875, "train/tensor_act_model_layers_68/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_input_layernorm/norm": 5792.6107177741615, "train/tensor_act_model_layers_69_input_layernorm/mean": 0.03875732421875, "train/tensor_act_model_layers_69_input_layernorm/std": 1.0000012572846853, "train/tensor_act_model_layers_69_input_layernorm/max_abs": 5.84375, "train/tensor_act_model_layers_69_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_q_proj/norm": 5283.355517421927, "train/tensor_act_model_layers_69_self_attn_q_proj/mean": 0.00691986083984375, "train/tensor_act_model_layers_69_self_attn_q_proj/std": 0.9121115037576208, "train/tensor_act_model_layers_69_self_attn_q_proj/max_abs": 5.75, "train/tensor_act_model_layers_69_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_k_proj/norm": 5103.835789327268, "train/tensor_act_model_layers_69_self_attn_k_proj/mean": -0.027740478515625, "train/tensor_act_model_layers_69_self_attn_k_proj/std": 0.8808616814720593, "train/tensor_act_model_layers_69_self_attn_k_proj/max_abs": 5.0625, "train/tensor_act_model_layers_69_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_v_proj/norm": 2346.988332797199, "train/tensor_act_model_layers_69_self_attn_v_proj/mean": -0.0009274482727050781, "train/tensor_act_model_layers_69_self_attn_v_proj/std": 0.4047862133691136, "train/tensor_act_model_layers_69_self_attn_v_proj/max_abs": 3.046875, "train/tensor_act_model_layers_69_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_o_proj/norm": 787.1452617548202, "train/tensor_act_model_layers_69_self_attn_o_proj/mean": -0.000797271728515625, "train/tensor_act_model_layers_69_self_attn_o_proj/std": 0.13605561299317123, "train/tensor_act_model_layers_69_self_attn_o_proj/max_abs": 1.6171875, "train/tensor_act_model_layers_69_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_self_attn/norm": 787.1452617548202, "train/tensor_act_model_layers_69_self_attn/mean": -0.000797271728515625, "train/tensor_act_model_layers_69_self_attn/std": 0.13605561299317123, "train/tensor_act_model_layers_69_self_attn/max_abs": 1.6171875, "train/tensor_act_model_layers_69_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_post_attention_layernorm/norm": 5792.613525392164, "train/tensor_act_model_layers_69_post_attention_layernorm/mean": 0.03814697265625, "train/tensor_act_model_layers_69_post_attention_layernorm/std": 1.000001421197239, "train/tensor_act_model_layers_69_post_attention_layernorm/max_abs": 5.96875, "train/tensor_act_model_layers_69_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 5072.8019684816545, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.098876953125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.49609381007396913, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 972.8257132627101, "train/tensor_act_model_layers_69_mlp_down_proj/mean": -0.012786865234375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.16748143910385493, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 1.4765625, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/norm": 972.8257132627101, "train/tensor_act_model_layers_69_mlp/mean": -0.012786865234375, "train/tensor_act_model_layers_69_mlp/std": 0.16748143910385493, "train/tensor_act_model_layers_69_mlp/max_abs": 1.4765625, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69/norm": 8470.16995409056, "train/tensor_act_model_layers_69/mean": 0.0400390625, "train/tensor_act_model_layers_69/std": 1.460949647822338, "train/tensor_act_model_layers_69/max_abs": 13.25, "train/tensor_act_model_layers_69/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_input_layernorm/norm": 5792.606811525222, "train/tensor_act_model_layers_70_input_layernorm/mean": 0.029022216796875, "train/tensor_act_model_layers_70_input_layernorm/std": 1.0000011860385953, "train/tensor_act_model_layers_70_input_layernorm/max_abs": 6.0, "train/tensor_act_model_layers_70_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_q_proj/norm": 6118.714515571911, "train/tensor_act_model_layers_70_self_attn_q_proj/mean": -0.0025310516357421875, "train/tensor_act_model_layers_70_self_attn_q_proj/std": 1.056663126648269, "train/tensor_act_model_layers_70_self_attn_q_proj/max_abs": 7.8125, "train/tensor_act_model_layers_70_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_k_proj/norm": 5293.177467122905, "train/tensor_act_model_layers_70_self_attn_k_proj/mean": 0.0018520355224609375, "train/tensor_act_model_layers_70_self_attn_k_proj/std": 0.9140752687313645, "train/tensor_act_model_layers_70_self_attn_k_proj/max_abs": 7.34375, "train/tensor_act_model_layers_70_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_v_proj/norm": 3441.1745749065635, "train/tensor_act_model_layers_70_self_attn_v_proj/mean": -0.00615692138671875, "train/tensor_act_model_layers_70_self_attn_v_proj/std": 0.5947291793730435, "train/tensor_act_model_layers_70_self_attn_v_proj/max_abs": 5.5, "train/tensor_act_model_layers_70_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_o_proj/norm": 1506.1802860033656, "train/tensor_act_model_layers_70_self_attn_o_proj/mean": -0.002994537353515625, "train/tensor_act_model_layers_70_self_attn_o_proj/std": 0.26027066890145434, "train/tensor_act_model_layers_70_self_attn_o_proj/max_abs": 5.53125, "train/tensor_act_model_layers_70_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_self_attn/norm": 1506.1802860033656, "train/tensor_act_model_layers_70_self_attn/mean": -0.002994537353515625, "train/tensor_act_model_layers_70_self_attn/std": 0.26027066890145434, "train/tensor_act_model_layers_70_self_attn/max_abs": 5.53125, "train/tensor_act_model_layers_70_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_post_attention_layernorm/norm": 5792.614257814516, "train/tensor_act_model_layers_70_post_attention_layernorm/mean": 0.025604248046875, "train/tensor_act_model_layers_70_post_attention_layernorm/std": 1.0000018938426622, "train/tensor_act_model_layers_70_post_attention_layernorm/max_abs": 5.96875, "train/tensor_act_model_layers_70_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 5120.818831319105, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.092529296875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.5019569842119701, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 916.2282459230611, "train/tensor_act_model_layers_70_mlp_down_proj/mean": -0.0015506744384765625, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.15820483139221242, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 1.453125, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/norm": 916.2282459230611, "train/tensor_act_model_layers_70_mlp/mean": -0.0015506744384765625, "train/tensor_act_model_layers_70_mlp/std": 0.15820483139221242, "train/tensor_act_model_layers_70_mlp/max_abs": 1.453125, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70/norm": 8597.535086355512, "train/tensor_act_model_layers_70/mean": 0.03546142578125, "train/tensor_act_model_layers_70/std": 1.4824280405733057, "train/tensor_act_model_layers_70/max_abs": 13.4375, "train/tensor_act_model_layers_70/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_input_layernorm/norm": 5792.607299808601, "train/tensor_act_model_layers_71_input_layernorm/mean": 0.024566650390625, "train/tensor_act_model_layers_71_input_layernorm/std": 1.000001566017683, "train/tensor_act_model_layers_71_input_layernorm/max_abs": 5.9375, "train/tensor_act_model_layers_71_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_q_proj/norm": 4760.598957954674, "train/tensor_act_model_layers_71_self_attn_q_proj/mean": 0.0135955810546875, "train/tensor_act_model_layers_71_self_attn_q_proj/std": 0.8222679960155508, "train/tensor_act_model_layers_71_self_attn_q_proj/max_abs": 9.1875, "train/tensor_act_model_layers_71_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_k_proj/norm": 4351.057300814402, "train/tensor_act_model_layers_71_self_attn_k_proj/mean": 0.03338623046875, "train/tensor_act_model_layers_71_self_attn_k_proj/std": 0.7509890110090323, "train/tensor_act_model_layers_71_self_attn_k_proj/max_abs": 5.1875, "train/tensor_act_model_layers_71_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_v_proj/norm": 2108.7680786390215, "train/tensor_act_model_layers_71_self_attn_v_proj/mean": 0.00014215707778930664, "train/tensor_act_model_layers_71_self_attn_v_proj/std": 0.3637705790376561, "train/tensor_act_model_layers_71_self_attn_v_proj/max_abs": 2.359375, "train/tensor_act_model_layers_71_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_o_proj/norm": 454.1523125441613, "train/tensor_act_model_layers_71_self_attn_o_proj/mean": -0.00051116943359375, "train/tensor_act_model_layers_71_self_attn_o_proj/std": 0.07840758077749085, "train/tensor_act_model_layers_71_self_attn_o_proj/max_abs": 0.9453125, "train/tensor_act_model_layers_71_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_self_attn/norm": 454.1523125441613, "train/tensor_act_model_layers_71_self_attn/mean": -0.00051116943359375, "train/tensor_act_model_layers_71_self_attn/std": 0.07840758077749085, "train/tensor_act_model_layers_71_self_attn/max_abs": 0.9453125, "train/tensor_act_model_layers_71_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_post_attention_layernorm/norm": 5792.61389160489, "train/tensor_act_model_layers_71_post_attention_layernorm/mean": 0.0242919921875, "train/tensor_act_model_layers_71_post_attention_layernorm/std": 1.0000020153800206, "train/tensor_act_model_layers_71_post_attention_layernorm/max_abs": 5.875, "train/tensor_act_model_layers_71_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 5110.704702973729, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.0933837890625, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.5000001639127463, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 885.6468437714266, "train/tensor_act_model_layers_71_mlp_down_proj/mean": -0.0011882781982421875, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.15283282528225764, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 1.4453125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/norm": 885.6468437714266, "train/tensor_act_model_layers_71_mlp/mean": -0.0011882781982421875, "train/tensor_act_model_layers_71_mlp/std": 0.15283282528225764, "train/tensor_act_model_layers_71_mlp/max_abs": 1.4453125, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71/norm": 8636.848977248768, "train/tensor_act_model_layers_71/mean": 0.03375244140625, "train/tensor_act_model_layers_71/std": 1.4902410582046337, "train/tensor_act_model_layers_71/max_abs": 13.25, "train/tensor_act_model_layers_71/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_input_layernorm/norm": 5792.613037109956, "train/tensor_act_model_layers_72_input_layernorm/mean": 0.02349853515625, "train/tensor_act_model_layers_72_input_layernorm/std": 1.0000019539128526, "train/tensor_act_model_layers_72_input_layernorm/max_abs": 5.78125, "train/tensor_act_model_layers_72_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_q_proj/norm": 4977.16250616254, "train/tensor_act_model_layers_72_self_attn_q_proj/mean": 0.06219482421875, "train/tensor_act_model_layers_72_self_attn_q_proj/std": 0.8574244883677773, "train/tensor_act_model_layers_72_self_attn_q_proj/max_abs": 6.125, "train/tensor_act_model_layers_72_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_k_proj/norm": 4557.180364211467, "train/tensor_act_model_layers_72_self_attn_k_proj/mean": 0.05877685546875, "train/tensor_act_model_layers_72_self_attn_k_proj/std": 0.7841821079050527, "train/tensor_act_model_layers_72_self_attn_k_proj/max_abs": 5.375, "train/tensor_act_model_layers_72_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_v_proj/norm": 2319.187900325529, "train/tensor_act_model_layers_72_self_attn_v_proj/mean": 0.0011281967163085938, "train/tensor_act_model_layers_72_self_attn_v_proj/std": 0.40039093896348166, "train/tensor_act_model_layers_72_self_attn_v_proj/max_abs": 2.46875, "train/tensor_act_model_layers_72_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_o_proj/norm": 447.84223212527223, "train/tensor_act_model_layers_72_self_attn_o_proj/mean": 0.002948760986328125, "train/tensor_act_model_layers_72_self_attn_o_proj/std": 0.07739773695129841, "train/tensor_act_model_layers_72_self_attn_o_proj/max_abs": 1.34375, "train/tensor_act_model_layers_72_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_self_attn/norm": 447.84223212527223, "train/tensor_act_model_layers_72_self_attn/mean": 0.002948760986328125, "train/tensor_act_model_layers_72_self_attn/std": 0.07739773695129841, "train/tensor_act_model_layers_72_self_attn/max_abs": 1.34375, "train/tensor_act_model_layers_72_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_post_attention_layernorm/norm": 5792.61206054898, "train/tensor_act_model_layers_72_post_attention_layernorm/mean": 0.025634765625, "train/tensor_act_model_layers_72_post_attention_layernorm/std": 1.000002544370037, "train/tensor_act_model_layers_72_post_attention_layernorm/max_abs": 5.71875, "train/tensor_act_model_layers_72_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 5089.946108893238, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.075927734375, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.5000005364415152, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 952.6632826005591, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.016204833984375, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.1635766185755264, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 1.3203125, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/norm": 952.6632826005591, "train/tensor_act_model_layers_72_mlp/mean": 0.016204833984375, "train/tensor_act_model_layers_72_mlp/std": 0.1635766185755264, "train/tensor_act_model_layers_72_mlp/max_abs": 1.3203125, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72/norm": 8695.030314094403, "train/tensor_act_model_layers_72/mean": 0.05291748046875, "train/tensor_act_model_layers_72/std": 1.5000131961619543, "train/tensor_act_model_layers_72/max_abs": 13.25, "train/tensor_act_model_layers_72/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_input_layernorm/norm": 5792.61108398471, "train/tensor_act_model_layers_73_input_layernorm/mean": 0.036376953125, "train/tensor_act_model_layers_73_input_layernorm/std": 1.0000020563581307, "train/tensor_act_model_layers_73_input_layernorm/max_abs": 5.59375, "train/tensor_act_model_layers_73_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_q_proj/norm": 4759.11574915503, "train/tensor_act_model_layers_73_self_attn_q_proj/mean": -0.028533935546875, "train/tensor_act_model_layers_73_self_attn_q_proj/std": 0.8212958226736491, "train/tensor_act_model_layers_73_self_attn_q_proj/max_abs": 6.09375, "train/tensor_act_model_layers_73_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_k_proj/norm": 4536.17631723189, "train/tensor_act_model_layers_73_self_attn_k_proj/mean": 0.019317626953125, "train/tensor_act_model_layers_73_self_attn_k_proj/std": 0.7832057999210864, "train/tensor_act_model_layers_73_self_attn_k_proj/max_abs": 5.25, "train/tensor_act_model_layers_73_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_v_proj/norm": 2091.758700408335, "train/tensor_act_model_layers_73_self_attn_v_proj/mean": 0.0010519027709960938, "train/tensor_act_model_layers_73_self_attn_v_proj/std": 0.36132816473349105, "train/tensor_act_model_layers_73_self_attn_v_proj/max_abs": 1.984375, "train/tensor_act_model_layers_73_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_o_proj/norm": 307.2963042317912, "train/tensor_act_model_layers_73_self_attn_o_proj/mean": 0.0019779205322265625, "train/tensor_act_model_layers_73_self_attn_o_proj/std": 0.0529795311946369, "train/tensor_act_model_layers_73_self_attn_o_proj/max_abs": 0.953125, "train/tensor_act_model_layers_73_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_self_attn/norm": 307.2963042317912, "train/tensor_act_model_layers_73_self_attn/mean": 0.0019779205322265625, "train/tensor_act_model_layers_73_self_attn/std": 0.0529795311946369, "train/tensor_act_model_layers_73_self_attn/max_abs": 0.953125, "train/tensor_act_model_layers_73_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_post_attention_layernorm/norm": 5792.609375004167, "train/tensor_act_model_layers_73_post_attention_layernorm/mean": 0.037841796875, "train/tensor_act_model_layers_73_post_attention_layernorm/std": 1.0000020563581307, "train/tensor_act_model_layers_73_post_attention_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_73_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 5070.005659032578, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.077392578125, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.49951309099502983, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 955.9582227644396, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.010162353515625, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.16455338756183835, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 2.0625, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/norm": 955.9582227644396, "train/tensor_act_model_layers_73_mlp/mean": 0.010162353515625, "train/tensor_act_model_layers_73_mlp/std": 0.16455338756183835, "train/tensor_act_model_layers_73_mlp/max_abs": 2.0625, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73/norm": 8747.96503189058, "train/tensor_act_model_layers_73/mean": 0.0650634765625, "train/tensor_act_model_layers_73/std": 1.5078249273628064, "train/tensor_act_model_layers_73/max_abs": 13.125, "train/tensor_act_model_layers_73/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_input_layernorm/norm": 5792.608764651693, "train/tensor_act_model_layers_74_input_layernorm/mean": 0.0445556640625, "train/tensor_act_model_layers_74_input_layernorm/std": 1.0000014081587414, "train/tensor_act_model_layers_74_input_layernorm/max_abs": 5.5, "train/tensor_act_model_layers_74_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_q_proj/norm": 5493.008499031177, "train/tensor_act_model_layers_74_self_attn_q_proj/mean": 0.04412841796875, "train/tensor_act_model_layers_74_self_attn_q_proj/std": 0.9472697680667844, "train/tensor_act_model_layers_74_self_attn_q_proj/max_abs": 5.5, "train/tensor_act_model_layers_74_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_k_proj/norm": 4670.780439393191, "train/tensor_act_model_layers_74_self_attn_k_proj/mean": 0.042236328125, "train/tensor_act_model_layers_74_self_attn_k_proj/std": 0.8056676506193773, "train/tensor_act_model_layers_74_self_attn_k_proj/max_abs": 4.96875, "train/tensor_act_model_layers_74_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_v_proj/norm": 2420.2059915658747, "train/tensor_act_model_layers_74_self_attn_v_proj/mean": -0.008636474609375, "train/tensor_act_model_layers_74_self_attn_v_proj/std": 0.4179687733962151, "train/tensor_act_model_layers_74_self_attn_v_proj/max_abs": 2.65625, "train/tensor_act_model_layers_74_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_o_proj/norm": 618.9524845050278, "train/tensor_act_model_layers_74_self_attn_o_proj/mean": -0.0012788772583007812, "train/tensor_act_model_layers_74_self_attn_o_proj/std": 0.10681408754319424, "train/tensor_act_model_layers_74_self_attn_o_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_74_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_self_attn/norm": 618.9524845050278, "train/tensor_act_model_layers_74_self_attn/mean": -0.0012788772583007812, "train/tensor_act_model_layers_74_self_attn/std": 0.10681408754319424, "train/tensor_act_model_layers_74_self_attn/max_abs": 1.1171875, "train/tensor_act_model_layers_74_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_post_attention_layernorm/norm": 5792.607055666814, "train/tensor_act_model_layers_74_post_attention_layernorm/mean": 0.04351806640625, "train/tensor_act_model_layers_74_post_attention_layernorm/std": 1.0000018682313396, "train/tensor_act_model_layers_74_post_attention_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_74_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 5073.348514826938, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.0863037109375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.4980472789089584, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 935.1437962209762, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.024200439453125, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.1596702173057205, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 1.703125, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/norm": 935.1437962209762, "train/tensor_act_model_layers_74_mlp/mean": 0.024200439453125, "train/tensor_act_model_layers_74_mlp/std": 0.1596702173057205, "train/tensor_act_model_layers_74_mlp/max_abs": 1.703125, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74/norm": 8901.133750682293, "train/tensor_act_model_layers_74/mean": 0.0880126953125, "train/tensor_act_model_layers_74/std": 1.535163796869806, "train/tensor_act_model_layers_74/max_abs": 12.9375, "train/tensor_act_model_layers_74/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_input_layernorm/norm": 5792.610839850489, "train/tensor_act_model_layers_75_input_layernorm/mean": 0.0589599609375, "train/tensor_act_model_layers_75_input_layernorm/std": 1.0000016912803653, "train/tensor_act_model_layers_75_input_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_75_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_q_proj/norm": 5871.240282439001, "train/tensor_act_model_layers_75_self_attn_q_proj/mean": -0.064208984375, "train/tensor_act_model_layers_75_self_attn_q_proj/std": 1.0136776668552172, "train/tensor_act_model_layers_75_self_attn_q_proj/max_abs": 6.03125, "train/tensor_act_model_layers_75_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_k_proj/norm": 5283.715487519011, "train/tensor_act_model_layers_75_self_attn_k_proj/mean": -0.01861572265625, "train/tensor_act_model_layers_75_self_attn_k_proj/std": 0.912111504938224, "train/tensor_act_model_layers_75_self_attn_k_proj/max_abs": 5.8125, "train/tensor_act_model_layers_75_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_v_proj/norm": 2795.5397065945326, "train/tensor_act_model_layers_75_self_attn_v_proj/mean": -0.00014281272888183594, "train/tensor_act_model_layers_75_self_attn_v_proj/std": 0.48242220519727763, "train/tensor_act_model_layers_75_self_attn_v_proj/max_abs": 3.96875, "train/tensor_act_model_layers_75_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_o_proj/norm": 1283.6114510215396, "train/tensor_act_model_layers_75_self_attn_o_proj/mean": -0.00296783447265625, "train/tensor_act_model_layers_75_self_attn_o_proj/std": 0.22168658800875377, "train/tensor_act_model_layers_75_self_attn_o_proj/max_abs": 3.171875, "train/tensor_act_model_layers_75_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_self_attn/norm": 1283.6114510215396, "train/tensor_act_model_layers_75_self_attn/mean": -0.00296783447265625, "train/tensor_act_model_layers_75_self_attn/std": 0.22168658800875377, "train/tensor_act_model_layers_75_self_attn/max_abs": 3.171875, "train/tensor_act_model_layers_75_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_post_attention_layernorm/norm": 5792.610595703397, "train/tensor_act_model_layers_75_post_attention_layernorm/mean": 0.0562744140625, "train/tensor_act_model_layers_75_post_attention_layernorm/std": 1.0000025704470024, "train/tensor_act_model_layers_75_post_attention_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_75_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 5038.316607334216, "train/tensor_act_model_layers_75_mlp_up_proj/mean": -0.089599609375, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.4941409265570041, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 899.3549603284915, "train/tensor_act_model_layers_75_mlp_down_proj/mean": -0.00921630859375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.15502991563568388, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 1.453125, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/norm": 899.3549603284915, "train/tensor_act_model_layers_75_mlp/mean": -0.00921630859375, "train/tensor_act_model_layers_75_mlp/std": 0.15502991563568388, "train/tensor_act_model_layers_75_mlp/max_abs": 1.453125, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75/norm": 9102.075650816458, "train/tensor_act_model_layers_75/mean": 0.07568359375, "train/tensor_act_model_layers_75/std": 1.5683673939197045, "train/tensor_act_model_layers_75/max_abs": 12.75, "train/tensor_act_model_layers_75/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_input_layernorm/norm": 5792.606079105301, "train/tensor_act_model_layers_76_input_layernorm/mean": 0.04962158203125, "train/tensor_act_model_layers_76_input_layernorm/std": 1.0000027622989411, "train/tensor_act_model_layers_76_input_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_76_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_q_proj/norm": 5479.880701596757, "train/tensor_act_model_layers_76_self_attn_q_proj/mean": -0.0545654296875, "train/tensor_act_model_layers_76_self_attn_q_proj/std": 0.9443374917807505, "train/tensor_act_model_layers_76_self_attn_q_proj/max_abs": 5.84375, "train/tensor_act_model_layers_76_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_k_proj/norm": 4844.11560332601, "train/tensor_act_model_layers_76_self_attn_k_proj/mean": -0.0247802734375, "train/tensor_act_model_layers_76_self_attn_k_proj/std": 0.8359376024977007, "train/tensor_act_model_layers_76_self_attn_k_proj/max_abs": 5.0625, "train/tensor_act_model_layers_76_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_v_proj/norm": 2452.395148563273, "train/tensor_act_model_layers_76_self_attn_v_proj/mean": 0.0020503997802734375, "train/tensor_act_model_layers_76_self_attn_v_proj/std": 0.4228528743292619, "train/tensor_act_model_layers_76_self_attn_v_proj/max_abs": 2.625, "train/tensor_act_model_layers_76_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_o_proj/norm": 728.9427564260864, "train/tensor_act_model_layers_76_self_attn_o_proj/mean": -0.0008916854858398438, "train/tensor_act_model_layers_76_self_attn_o_proj/std": 0.12598226066108384, "train/tensor_act_model_layers_76_self_attn_o_proj/max_abs": 1.859375, "train/tensor_act_model_layers_76_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_self_attn/norm": 728.9427564260864, "train/tensor_act_model_layers_76_self_attn/mean": -0.0008916854858398438, "train/tensor_act_model_layers_76_self_attn/std": 0.12598226066108384, "train/tensor_act_model_layers_76_self_attn/max_abs": 1.859375, "train/tensor_act_model_layers_76_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_post_attention_layernorm/norm": 5792.605834962166, "train/tensor_act_model_layers_76_post_attention_layernorm/mean": 0.048828125, "train/tensor_act_model_layers_76_post_attention_layernorm/std": 1.000002652403175, "train/tensor_act_model_layers_76_post_attention_layernorm/max_abs": 5.71875, "train/tensor_act_model_layers_76_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 5228.603433577185, "train/tensor_act_model_layers_76_mlp_up_proj/mean": -0.0994873046875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.5117190266382765, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 962.1672971009383, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.0020389556884765625, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.16650463316070407, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 1.78125, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/norm": 962.1672971009383, "train/tensor_act_model_layers_76_mlp/mean": 0.0020389556884765625, "train/tensor_act_model_layers_76_mlp/std": 0.16650463316070407, "train/tensor_act_model_layers_76_mlp/max_abs": 1.78125, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76/norm": 9239.83660841937, "train/tensor_act_model_layers_76/mean": 0.0767822265625, "train/tensor_act_model_layers_76/std": 1.591804752447377, "train/tensor_act_model_layers_76/max_abs": 12.625, "train/tensor_act_model_layers_76/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_input_layernorm/norm": 5792.605346680504, "train/tensor_act_model_layers_77_input_layernorm/mean": 0.0496826171875, "train/tensor_act_model_layers_77_input_layernorm/std": 1.0000025704470024, "train/tensor_act_model_layers_77_input_layernorm/max_abs": 5.78125, "train/tensor_act_model_layers_77_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_q_proj/norm": 5688.499710630513, "train/tensor_act_model_layers_77_self_attn_q_proj/mean": 0.05938720703125, "train/tensor_act_model_layers_77_self_attn_q_proj/std": 0.9804727071705026, "train/tensor_act_model_layers_77_self_attn_q_proj/max_abs": 6.8125, "train/tensor_act_model_layers_77_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_k_proj/norm": 5141.081119515607, "train/tensor_act_model_layers_77_self_attn_k_proj/mean": 0.0821533203125, "train/tensor_act_model_layers_77_self_attn_k_proj/std": 0.8837952250060312, "train/tensor_act_model_layers_77_self_attn_k_proj/max_abs": 5.875, "train/tensor_act_model_layers_77_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_v_proj/norm": 2615.2760313201184, "train/tensor_act_model_layers_77_self_attn_v_proj/mean": -0.00022661685943603516, "train/tensor_act_model_layers_77_self_attn_v_proj/std": 0.4516611758320304, "train/tensor_act_model_layers_77_self_attn_v_proj/max_abs": 3.8125, "train/tensor_act_model_layers_77_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_o_proj/norm": 931.3154026047223, "train/tensor_act_model_layers_77_self_attn_o_proj/mean": 0.0008821487426757812, "train/tensor_act_model_layers_77_self_attn_o_proj/std": 0.1606485554953938, "train/tensor_act_model_layers_77_self_attn_o_proj/max_abs": 2.203125, "train/tensor_act_model_layers_77_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_self_attn/norm": 931.3154026047223, "train/tensor_act_model_layers_77_self_attn/mean": 0.0008821487426757812, "train/tensor_act_model_layers_77_self_attn/std": 0.1606485554953938, "train/tensor_act_model_layers_77_self_attn/max_abs": 2.203125, "train/tensor_act_model_layers_77_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_post_attention_layernorm/norm": 5792.606933595222, "train/tensor_act_model_layers_77_post_attention_layernorm/mean": 0.05023193359375, "train/tensor_act_model_layers_77_post_attention_layernorm/std": 1.000002210957348, "train/tensor_act_model_layers_77_post_attention_layernorm/max_abs": 5.78125, "train/tensor_act_model_layers_77_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 5324.541603193532, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.0977783203125, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.5224638323837366, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.203125, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 1003.4255223609749, "train/tensor_act_model_layers_77_mlp_down_proj/mean": -0.010528564453125, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.17285159213394513, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 1.515625, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/norm": 1003.4255223609749, "train/tensor_act_model_layers_77_mlp/mean": -0.010528564453125, "train/tensor_act_model_layers_77_mlp/std": 0.17285159213394513, "train/tensor_act_model_layers_77_mlp/max_abs": 1.515625, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77/norm": 9275.463944468656, "train/tensor_act_model_layers_77/mean": 0.06732177734375, "train/tensor_act_model_layers_77/std": 1.599616551412244, "train/tensor_act_model_layers_77/max_abs": 12.5, "train/tensor_act_model_layers_77/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_input_layernorm/norm": 5792.607910157588, "train/tensor_act_model_layers_78_input_layernorm/mean": 0.04315185546875, "train/tensor_act_model_layers_78_input_layernorm/std": 1.0000022109573479, "train/tensor_act_model_layers_78_input_layernorm/max_abs": 5.75, "train/tensor_act_model_layers_78_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_q_proj/norm": 5650.92250799765, "train/tensor_act_model_layers_78_self_attn_q_proj/mean": -0.029449462890625, "train/tensor_act_model_layers_78_self_attn_q_proj/std": 0.9755880085652986, "train/tensor_act_model_layers_78_self_attn_q_proj/max_abs": 6.25, "train/tensor_act_model_layers_78_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_k_proj/norm": 4910.508648120452, "train/tensor_act_model_layers_78_self_attn_k_proj/mean": -0.02685546875, "train/tensor_act_model_layers_78_self_attn_k_proj/std": 0.8476564082132358, "train/tensor_act_model_layers_78_self_attn_k_proj/max_abs": 5.625, "train/tensor_act_model_layers_78_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_v_proj/norm": 2631.4421417300437, "train/tensor_act_model_layers_78_self_attn_v_proj/mean": -0.004791259765625, "train/tensor_act_model_layers_78_self_attn_v_proj/std": 0.4545911062655347, "train/tensor_act_model_layers_78_self_attn_v_proj/max_abs": 3.265625, "train/tensor_act_model_layers_78_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_o_proj/norm": 1001.9470209422302, "train/tensor_act_model_layers_78_self_attn_o_proj/mean": 0.00043952465057373047, "train/tensor_act_model_layers_78_self_attn_o_proj/std": 0.17285466178035025, "train/tensor_act_model_layers_78_self_attn_o_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_78_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_self_attn/norm": 1001.9470209422302, "train/tensor_act_model_layers_78_self_attn/mean": 0.00043952465057373047, "train/tensor_act_model_layers_78_self_attn/std": 0.17285466178035025, "train/tensor_act_model_layers_78_self_attn/max_abs": 1.8671875, "train/tensor_act_model_layers_78_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_post_attention_layernorm/norm": 5792.608398437798, "train/tensor_act_model_layers_78_post_attention_layernorm/mean": 0.04290771484375, "train/tensor_act_model_layers_78_post_attention_layernorm/std": 1.0000025238809924, "train/tensor_act_model_layers_78_post_attention_layernorm/max_abs": 5.75, "train/tensor_act_model_layers_78_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 5408.414299094613, "train/tensor_act_model_layers_78_mlp_up_proj/mean": -0.097412109375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.5312501682954409, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 1065.8288129052837, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.018646240234375, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.18310620879977402, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 1.5, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/norm": 1065.8288129052837, "train/tensor_act_model_layers_78_mlp/mean": 0.018646240234375, "train/tensor_act_model_layers_78_mlp/std": 0.18310620879977402, "train/tensor_act_model_layers_78_mlp/max_abs": 1.5, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78/norm": 9496.191283530137, "train/tensor_act_model_layers_78/mean": 0.08642578125, "train/tensor_act_model_layers_78/std": 1.6386792952286557, "train/tensor_act_model_layers_78/max_abs": 12.125, "train/tensor_act_model_layers_78/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_input_layernorm/norm": 5792.610229494157, "train/tensor_act_model_layers_79_input_layernorm/mean": 0.05389404296875, "train/tensor_act_model_layers_79_input_layernorm/std": 1.000002210957348, "train/tensor_act_model_layers_79_input_layernorm/max_abs": 5.8125, "train/tensor_act_model_layers_79_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_q_proj/norm": 6316.132689417019, "train/tensor_act_model_layers_79_self_attn_q_proj/mean": -0.088623046875, "train/tensor_act_model_layers_79_self_attn_q_proj/std": 1.0859378018824755, "train/tensor_act_model_layers_79_self_attn_q_proj/max_abs": 6.15625, "train/tensor_act_model_layers_79_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_k_proj/norm": 5421.075648739972, "train/tensor_act_model_layers_79_self_attn_k_proj/mean": -0.06884765625, "train/tensor_act_model_layers_79_self_attn_k_proj/std": 0.9335939415328974, "train/tensor_act_model_layers_79_self_attn_k_proj/max_abs": 6.0, "train/tensor_act_model_layers_79_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_v_proj/norm": 2695.6438762624807, "train/tensor_act_model_layers_79_self_attn_v_proj/mean": -0.004299163818359375, "train/tensor_act_model_layers_79_self_attn_v_proj/std": 0.4653329319328516, "train/tensor_act_model_layers_79_self_attn_v_proj/max_abs": 3.828125, "train/tensor_act_model_layers_79_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_o_proj/norm": 1005.9306311325272, "train/tensor_act_model_layers_79_self_attn_o_proj/mean": 0.003864288330078125, "train/tensor_act_model_layers_79_self_attn_o_proj/std": 0.17359298616151067, "train/tensor_act_model_layers_79_self_attn_o_proj/max_abs": 2.40625, "train/tensor_act_model_layers_79_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_self_attn/norm": 1005.9306311325272, "train/tensor_act_model_layers_79_self_attn/mean": 0.003864288330078125, "train/tensor_act_model_layers_79_self_attn/std": 0.17359298616151067, "train/tensor_act_model_layers_79_self_attn/max_abs": 2.40625, "train/tensor_act_model_layers_79_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_post_attention_layernorm/norm": 5792.610839844933, "train/tensor_act_model_layers_79_post_attention_layernorm/mean": 0.05584716796875, "train/tensor_act_model_layers_79_post_attention_layernorm/std": 1.0000024046719964, "train/tensor_act_model_layers_79_post_attention_layernorm/max_abs": 5.71875, "train/tensor_act_model_layers_79_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 5392.40306168714, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.1014404296875, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.5273437923855235, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 1145.4421652145625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.0059051513671875, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.1977545167183578, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 1.6875, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/norm": 1145.4421652145625, "train/tensor_act_model_layers_79_mlp/mean": 0.0059051513671875, "train/tensor_act_model_layers_79_mlp/std": 0.1977545167183578, "train/tensor_act_model_layers_79_mlp/max_abs": 1.6875, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79/norm": 9795.179215655104, "train/tensor_act_model_layers_79/mean": 0.0960693359375, "train/tensor_act_model_layers_79/std": 1.6855545264785392, "train/tensor_act_model_layers_79/max_abs": 11.8125, "train/tensor_act_model_layers_79/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_input_layernorm/norm": 5792.609619149871, "train/tensor_act_model_layers_80_input_layernorm/mean": 0.05816650390625, "train/tensor_act_model_layers_80_input_layernorm/std": 1.0000023003641136, "train/tensor_act_model_layers_80_input_layernorm/max_abs": 5.71875, "train/tensor_act_model_layers_80_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_q_proj/norm": 7052.189965398168, "train/tensor_act_model_layers_80_self_attn_q_proj/mean": 0.0709228515625, "train/tensor_act_model_layers_80_self_attn_q_proj/std": 1.2148503429074489, "train/tensor_act_model_layers_80_self_attn_q_proj/max_abs": 5.9375, "train/tensor_act_model_layers_80_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_k_proj/norm": 6179.668661119828, "train/tensor_act_model_layers_80_self_attn_k_proj/mean": 0.10009765625, "train/tensor_act_model_layers_80_self_attn_k_proj/std": 1.0625000560984879, "train/tensor_act_model_layers_80_self_attn_k_proj/max_abs": 5.34375, "train/tensor_act_model_layers_80_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_v_proj/norm": 2803.560114433505, "train/tensor_act_model_layers_80_self_attn_v_proj/mean": -0.0007796287536621094, "train/tensor_act_model_layers_80_self_attn_v_proj/std": 0.4843750521003132, "train/tensor_act_model_layers_80_self_attn_v_proj/max_abs": 3.078125, "train/tensor_act_model_layers_80_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_o_proj/norm": 1381.2628996475278, "train/tensor_act_model_layers_80_self_attn_o_proj/mean": -0.003803253173828125, "train/tensor_act_model_layers_80_self_attn_o_proj/std": 0.23828528167658544, "train/tensor_act_model_layers_80_self_attn_o_proj/max_abs": 2.625, "train/tensor_act_model_layers_80_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_self_attn/norm": 1381.2628996475278, "train/tensor_act_model_layers_80_self_attn/mean": -0.003803253173828125, "train/tensor_act_model_layers_80_self_attn/std": 0.23828528167658544, "train/tensor_act_model_layers_80_self_attn/max_abs": 2.625, "train/tensor_act_model_layers_80_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_post_attention_layernorm/norm": 5792.609130865719, "train/tensor_act_model_layers_80_post_attention_layernorm/mean": 0.05517578125, "train/tensor_act_model_layers_80_post_attention_layernorm/std": 1.0000021904682965, "train/tensor_act_model_layers_80_post_attention_layernorm/max_abs": 5.6875, "train/tensor_act_model_layers_80_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 5649.40424468466, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.1129150390625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.5507812905818843, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 1070.645826143877, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.00266265869140625, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.18457033063368733, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/norm": 1070.645826143877, "train/tensor_act_model_layers_80_mlp/mean": 0.00266265869140625, "train/tensor_act_model_layers_80_mlp/std": 0.18457033063368733, "train/tensor_act_model_layers_80_mlp/max_abs": 1.7265625, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80/norm": 9998.784914501299, "train/tensor_act_model_layers_80/mean": 0.0950927734375, "train/tensor_act_model_layers_80/std": 1.724616853172877, "train/tensor_act_model_layers_80/max_abs": 11.6875, "train/tensor_act_model_layers_80/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_input_layernorm/norm": 5792.610473635482, "train/tensor_act_model_layers_81_input_layernorm/mean": 0.0565185546875, "train/tensor_act_model_layers_81_input_layernorm/std": 1.0000023022267543, "train/tensor_act_model_layers_81_input_layernorm/max_abs": 5.71875, "train/tensor_act_model_layers_81_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_q_proj/norm": 6817.246547052309, "train/tensor_act_model_layers_81_self_attn_q_proj/mean": 0.064697265625, "train/tensor_act_model_layers_81_self_attn_q_proj/std": 1.1738330758445796, "train/tensor_act_model_layers_81_self_attn_q_proj/max_abs": 6.28125, "train/tensor_act_model_layers_81_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_k_proj/norm": 5970.685796650592, "train/tensor_act_model_layers_81_self_attn_k_proj/mean": 0.0157012939453125, "train/tensor_act_model_layers_81_self_attn_k_proj/std": 1.0312508501560507, "train/tensor_act_model_layers_81_self_attn_k_proj/max_abs": 5.0625, "train/tensor_act_model_layers_81_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_v_proj/norm": 2777.5890095541504, "train/tensor_act_model_layers_81_self_attn_v_proj/mean": 9.608268737792969e-05, "train/tensor_act_model_layers_81_self_attn_v_proj/std": 0.4794936484903247, "train/tensor_act_model_layers_81_self_attn_v_proj/max_abs": 2.96875, "train/tensor_act_model_layers_81_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_o_proj/norm": 1258.459225299919, "train/tensor_act_model_layers_81_self_attn_o_proj/mean": -0.002521514892578125, "train/tensor_act_model_layers_81_self_attn_o_proj/std": 0.2172879935130244, "train/tensor_act_model_layers_81_self_attn_o_proj/max_abs": 2.40625, "train/tensor_act_model_layers_81_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_self_attn/norm": 1258.459225299919, "train/tensor_act_model_layers_81_self_attn/mean": -0.002521514892578125, "train/tensor_act_model_layers_81_self_attn/std": 0.2172879935130244, "train/tensor_act_model_layers_81_self_attn/max_abs": 2.40625, "train/tensor_act_model_layers_81_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_post_attention_layernorm/norm": 5792.603637695584, "train/tensor_act_model_layers_81_post_attention_layernorm/mean": 0.05438232421875, "train/tensor_act_model_layers_81_post_attention_layernorm/std": 1.0000024046719964, "train/tensor_act_model_layers_81_post_attention_layernorm/max_abs": 5.53125, "train/tensor_act_model_layers_81_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 6013.202664725769, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.12939453125, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.5859377034504855, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 1303.9379899180044, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.00341033935546875, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.22509820200032668, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 2.234375, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/norm": 1303.9379899180044, "train/tensor_act_model_layers_81_mlp/mean": 0.00341033935546875, "train/tensor_act_model_layers_81_mlp/std": 0.22509820200032668, "train/tensor_act_model_layers_81_mlp/max_abs": 2.234375, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81/norm": 10084.707088729754, "train/tensor_act_model_layers_81/mean": 0.095947265625, "train/tensor_act_model_layers_81/std": 1.740242235570552, "train/tensor_act_model_layers_81/max_abs": 11.9375, "train/tensor_act_model_layers_81/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_input_layernorm/norm": 5792.605957034985, "train/tensor_act_model_layers_82_input_layernorm/mean": 0.056396484375, "train/tensor_act_model_layers_82_input_layernorm/std": 1.000002518293071, "train/tensor_act_model_layers_82_input_layernorm/max_abs": 5.5625, "train/tensor_act_model_layers_82_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_q_proj/norm": 5381.229349467842, "train/tensor_act_model_layers_82_self_attn_q_proj/mean": 0.049072265625, "train/tensor_act_model_layers_82_self_attn_q_proj/std": 0.9267636812464419, "train/tensor_act_model_layers_82_self_attn_q_proj/max_abs": 7.0625, "train/tensor_act_model_layers_82_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_k_proj/norm": 4757.765172373195, "train/tensor_act_model_layers_82_self_attn_k_proj/mean": 0.03662109375, "train/tensor_act_model_layers_82_self_attn_k_proj/std": 0.8203172229449232, "train/tensor_act_model_layers_82_self_attn_k_proj/max_abs": 6.03125, "train/tensor_act_model_layers_82_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_v_proj/norm": 2441.320915795167, "train/tensor_act_model_layers_82_self_attn_v_proj/mean": 0.0006042215973138809, "train/tensor_act_model_layers_82_self_attn_v_proj/std": 0.42138779139365395, "train/tensor_act_model_layers_82_self_attn_v_proj/max_abs": 3.03125, "train/tensor_act_model_layers_82_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_o_proj/norm": 643.2306815338605, "train/tensor_act_model_layers_82_self_attn_o_proj/mean": -0.000946044921875, "train/tensor_act_model_layers_82_self_attn_o_proj/std": 0.11097682848320566, "train/tensor_act_model_layers_82_self_attn_o_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_82_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_self_attn/norm": 643.2306815338605, "train/tensor_act_model_layers_82_self_attn/mean": -0.000946044921875, "train/tensor_act_model_layers_82_self_attn/std": 0.11097682848320566, "train/tensor_act_model_layers_82_self_attn/max_abs": 1.9609375, "train/tensor_act_model_layers_82_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_post_attention_layernorm/norm": 5792.609252936493, "train/tensor_act_model_layers_82_post_attention_layernorm/mean": 0.05584716796875, "train/tensor_act_model_layers_82_post_attention_layernorm/std": 1.0000025238809922, "train/tensor_act_model_layers_82_post_attention_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_82_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 5962.8148192902345, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.103759765625, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.585937550862628, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 4.59375, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 1306.9650487676554, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.01336669921875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.22534224736425928, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 2.328125, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/norm": 1306.9650487676554, "train/tensor_act_model_layers_82_mlp/mean": 0.01336669921875, "train/tensor_act_model_layers_82_mlp/std": 0.22534224736425928, "train/tensor_act_model_layers_82_mlp/max_abs": 2.328125, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82/norm": 10246.656737941421, "train/tensor_act_model_layers_82/mean": 0.1082763671875, "train/tensor_act_model_layers_82/std": 1.7636794241134268, "train/tensor_act_model_layers_82/max_abs": 11.875, "train/tensor_act_model_layers_82/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_input_layernorm/norm": 5792.609130862642, "train/tensor_act_model_layers_83_input_layernorm/mean": 0.0628662109375, "train/tensor_act_model_layers_83_input_layernorm/std": 0.9970739814772993, "train/tensor_act_model_layers_83_input_layernorm/max_abs": 5.4375, "train/tensor_act_model_layers_83_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_q_proj/norm": 6524.899573037383, "train/tensor_act_model_layers_83_self_attn_q_proj/mean": 0.0614013671875, "train/tensor_act_model_layers_83_self_attn_q_proj/std": 1.1250004039869643, "train/tensor_act_model_layers_83_self_attn_q_proj/max_abs": 6.375, "train/tensor_act_model_layers_83_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_k_proj/norm": 5369.3446268436255, "train/tensor_act_model_layers_83_self_attn_k_proj/mean": 0.03509521484375, "train/tensor_act_model_layers_83_self_attn_k_proj/std": 0.9267597640633009, "train/tensor_act_model_layers_83_self_attn_k_proj/max_abs": 6.28125, "train/tensor_act_model_layers_83_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_v_proj/norm": 2809.2061585273914, "train/tensor_act_model_layers_83_self_attn_v_proj/mean": 0.00785064697265625, "train/tensor_act_model_layers_83_self_attn_v_proj/std": 0.4843750881451673, "train/tensor_act_model_layers_83_self_attn_v_proj/max_abs": 2.921875, "train/tensor_act_model_layers_83_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_o_proj/norm": 1067.5138976407538, "train/tensor_act_model_layers_83_self_attn_o_proj/mean": 0.001979827880859375, "train/tensor_act_model_layers_83_self_attn_o_proj/std": 0.1840827039354085, "train/tensor_act_model_layers_83_self_attn_o_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_83_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_self_attn/norm": 1067.5138976407538, "train/tensor_act_model_layers_83_self_attn/mean": 0.001979827880859375, "train/tensor_act_model_layers_83_self_attn/std": 0.1840827039354085, "train/tensor_act_model_layers_83_self_attn/max_abs": 1.8515625, "train/tensor_act_model_layers_83_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_post_attention_layernorm/norm": 5792.609130860204, "train/tensor_act_model_layers_83_post_attention_layernorm/mean": 0.0633544921875, "train/tensor_act_model_layers_83_post_attention_layernorm/std": 0.9970739814772993, "train/tensor_act_model_layers_83_post_attention_layernorm/max_abs": 5.40625, "train/tensor_act_model_layers_83_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 5985.524229351149, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.114501953125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.5859377543130958, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 1344.3798457180258, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.017547607421875, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.23144531853591332, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 2.578125, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/norm": 1344.3798457180258, "train/tensor_act_model_layers_83_mlp/mean": 0.017547607421875, "train/tensor_act_model_layers_83_mlp/std": 0.23144531853591332, "train/tensor_act_model_layers_83_mlp/max_abs": 2.578125, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83/norm": 10553.83583569514, "train/tensor_act_model_layers_83/mean": 0.1280517578125, "train/tensor_act_model_layers_83/std": 1.8183669265278861, "train/tensor_act_model_layers_83/max_abs": 11.875, "train/tensor_act_model_layers_83/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_input_layernorm/norm": 5792.610717775664, "train/tensor_act_model_layers_84_input_layernorm/mean": 0.071533203125, "train/tensor_act_model_layers_84_input_layernorm/std": 0.9960958144222632, "train/tensor_act_model_layers_84_input_layernorm/max_abs": 5.46875, "train/tensor_act_model_layers_84_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_q_proj/norm": 6197.741888683267, "train/tensor_act_model_layers_84_self_attn_q_proj/mean": -0.055419921875, "train/tensor_act_model_layers_84_self_attn_q_proj/std": 1.0683648285386618, "train/tensor_act_model_layers_84_self_attn_q_proj/max_abs": 6.6875, "train/tensor_act_model_layers_84_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_k_proj/norm": 5209.181833312542, "train/tensor_act_model_layers_84_self_attn_k_proj/mean": -0.0093536376953125, "train/tensor_act_model_layers_84_self_attn_k_proj/std": 0.8994158511553032, "train/tensor_act_model_layers_84_self_attn_k_proj/max_abs": 5.78125, "train/tensor_act_model_layers_84_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_v_proj/norm": 2526.165744285553, "train/tensor_act_model_layers_84_self_attn_v_proj/mean": -0.0079345703125, "train/tensor_act_model_layers_84_self_attn_v_proj/std": 0.4355469321990724, "train/tensor_act_model_layers_84_self_attn_v_proj/max_abs": 2.546875, "train/tensor_act_model_layers_84_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_o_proj/norm": 936.057846637477, "train/tensor_act_model_layers_84_self_attn_o_proj/mean": -0.002216339111328125, "train/tensor_act_model_layers_84_self_attn_o_proj/std": 0.16162248252325284, "train/tensor_act_model_layers_84_self_attn_o_proj/max_abs": 1.765625, "train/tensor_act_model_layers_84_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_self_attn/norm": 936.057846637477, "train/tensor_act_model_layers_84_self_attn/mean": -0.002216339111328125, "train/tensor_act_model_layers_84_self_attn/std": 0.16162248252325284, "train/tensor_act_model_layers_84_self_attn/max_abs": 1.765625, "train/tensor_act_model_layers_84_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_post_attention_layernorm/norm": 5792.607177739278, "train/tensor_act_model_layers_84_post_attention_layernorm/mean": 0.0703125, "train/tensor_act_model_layers_84_post_attention_layernorm/std": 0.9960959640179132, "train/tensor_act_model_layers_84_post_attention_layernorm/max_abs": 5.375, "train/tensor_act_model_layers_84_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 6185.890899768009, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.135986328125, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.6015626486245504, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 1347.6208786799089, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.0037994384765625, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.23291070481201764, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 2.15625, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/norm": 1347.6208786799089, "train/tensor_act_model_layers_84_mlp/mean": 0.0037994384765625, "train/tensor_act_model_layers_84_mlp/std": 0.23291070481201764, "train/tensor_act_model_layers_84_mlp/max_abs": 2.15625, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84/norm": 10690.14796635889, "train/tensor_act_model_layers_84/mean": 0.12939453125, "train/tensor_act_model_layers_84/std": 1.84180574222829, "train/tensor_act_model_layers_84/max_abs": 11.5, "train/tensor_act_model_layers_84/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_input_layernorm/norm": 5792.6059570314665, "train/tensor_act_model_layers_85_input_layernorm/mean": 0.0714111328125, "train/tensor_act_model_layers_85_input_layernorm/std": 0.996096165972005, "train/tensor_act_model_layers_85_input_layernorm/max_abs": 5.21875, "train/tensor_act_model_layers_85_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_q_proj/norm": 5726.338433523564, "train/tensor_act_model_layers_85_self_attn_q_proj/mean": -0.024566650390625, "train/tensor_act_model_layers_85_self_attn_q_proj/std": 0.9882818884527081, "train/tensor_act_model_layers_85_self_attn_q_proj/max_abs": 5.8125, "train/tensor_act_model_layers_85_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_k_proj/norm": 5013.891728556714, "train/tensor_act_model_layers_85_self_attn_k_proj/mean": -0.016754150390625, "train/tensor_act_model_layers_85_self_attn_k_proj/std": 0.8652368307616988, "train/tensor_act_model_layers_85_self_attn_k_proj/max_abs": 5.0, "train/tensor_act_model_layers_85_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_v_proj/norm": 2543.5596694757337, "train/tensor_act_model_layers_85_self_attn_v_proj/mean": 0.00278472900390625, "train/tensor_act_model_layers_85_self_attn_v_proj/std": 0.438965799876414, "train/tensor_act_model_layers_85_self_attn_v_proj/max_abs": 3.0, "train/tensor_act_model_layers_85_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_o_proj/norm": 807.6520046408407, "train/tensor_act_model_layers_85_self_attn_o_proj/mean": 0.0002055540680885315, "train/tensor_act_model_layers_85_self_attn_o_proj/std": 0.13940500021524083, "train/tensor_act_model_layers_85_self_attn_o_proj/max_abs": 2.25, "train/tensor_act_model_layers_85_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_self_attn/norm": 807.6520046408407, "train/tensor_act_model_layers_85_self_attn/mean": 0.0002055540680885315, "train/tensor_act_model_layers_85_self_attn/std": 0.13940500021524083, "train/tensor_act_model_layers_85_self_attn/max_abs": 2.25, "train/tensor_act_model_layers_85_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_post_attention_layernorm/norm": 5792.606079102153, "train/tensor_act_model_layers_85_post_attention_layernorm/mean": 0.0714111328125, "train/tensor_act_model_layers_85_post_attention_layernorm/std": 0.996096165972005, "train/tensor_act_model_layers_85_post_attention_layernorm/max_abs": 5.25, "train/tensor_act_model_layers_85_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 6166.550623580844, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.137451171875, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.5976567985183093, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 1567.4528736602604, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.016754150390625, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.2695312690043788, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 2.90625, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/norm": 1567.4528736602604, "train/tensor_act_model_layers_85_mlp/mean": 0.016754150390625, "train/tensor_act_model_layers_85_mlp/std": 0.2695312690043788, "train/tensor_act_model_layers_85_mlp/max_abs": 2.90625, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85/norm": 11053.738989594316, "train/tensor_act_model_layers_85/mean": 0.146240234375, "train/tensor_act_model_layers_85/std": 1.9043054355526736, "train/tensor_act_model_layers_85/max_abs": 11.25, "train/tensor_act_model_layers_85/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_input_layernorm/norm": 5792.608154298054, "train/tensor_act_model_layers_86_input_layernorm/mean": 0.0782470703125, "train/tensor_act_model_layers_86_input_layernorm/std": 0.9960961659720049, "train/tensor_act_model_layers_86_input_layernorm/max_abs": 5.125, "train/tensor_act_model_layers_86_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_q_proj/norm": 6171.858606266196, "train/tensor_act_model_layers_86_self_attn_q_proj/mean": 0.04254150390625, "train/tensor_act_model_layers_86_self_attn_q_proj/std": 1.0625001875793068, "train/tensor_act_model_layers_86_self_attn_q_proj/max_abs": 5.59375, "train/tensor_act_model_layers_86_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_k_proj/norm": 6304.8888225799965, "train/tensor_act_model_layers_86_self_attn_k_proj/mean": 0.1143798828125, "train/tensor_act_model_layers_86_self_attn_k_proj/std": 1.0839900042413484, "train/tensor_act_model_layers_86_self_attn_k_proj/max_abs": 4.625, "train/tensor_act_model_layers_86_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_v_proj/norm": 2600.294993908538, "train/tensor_act_model_layers_86_self_attn_v_proj/mean": 0.0055694580078125, "train/tensor_act_model_layers_86_self_attn_v_proj/std": 0.4487314097111314, "train/tensor_act_model_layers_86_self_attn_v_proj/max_abs": 3.0, "train/tensor_act_model_layers_86_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_o_proj/norm": 1016.720683611927, "train/tensor_act_model_layers_86_self_attn_o_proj/mean": -0.0006361007690429688, "train/tensor_act_model_layers_86_self_attn_o_proj/std": 0.17529367442388719, "train/tensor_act_model_layers_86_self_attn_o_proj/max_abs": 2.71875, "train/tensor_act_model_layers_86_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_self_attn/norm": 1016.720683611927, "train/tensor_act_model_layers_86_self_attn/mean": -0.0006361007690429688, "train/tensor_act_model_layers_86_self_attn/std": 0.17529367442388719, "train/tensor_act_model_layers_86_self_attn/max_abs": 2.71875, "train/tensor_act_model_layers_86_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_post_attention_layernorm/norm": 5792.613159181976, "train/tensor_act_model_layers_86_post_attention_layernorm/mean": 0.0772705078125, "train/tensor_act_model_layers_86_post_attention_layernorm/std": 0.996096165972005, "train/tensor_act_model_layers_86_post_attention_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_86_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 6253.196349112304, "train/tensor_act_model_layers_86_mlp_up_proj/mean": -0.145751953125, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.6054692914406601, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 1429.1296013645515, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.0114288330078125, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.24609377412568836, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 3.203125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/norm": 1429.1296013645515, "train/tensor_act_model_layers_86_mlp/mean": 0.0114288330078125, "train/tensor_act_model_layers_86_mlp/std": 0.24609377412568836, "train/tensor_act_model_layers_86_mlp/max_abs": 3.203125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86/norm": 11273.474736969345, "train/tensor_act_model_layers_86/mean": 0.156982421875, "train/tensor_act_model_layers_86/std": 1.9414156293738392, "train/tensor_act_model_layers_86/max_abs": 11.8125, "train/tensor_act_model_layers_86/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_input_layernorm/norm": 5792.611938477483, "train/tensor_act_model_layers_87_input_layernorm/mean": 0.0819091796875, "train/tensor_act_model_layers_87_input_layernorm/std": 0.9960957471042134, "train/tensor_act_model_layers_87_input_layernorm/max_abs": 5.28125, "train/tensor_act_model_layers_87_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_q_proj/norm": 6513.542706218802, "train/tensor_act_model_layers_87_self_attn_q_proj/mean": 0.0010957717895507812, "train/tensor_act_model_layers_87_self_attn_q_proj/std": 1.12500008662391, "train/tensor_act_model_layers_87_self_attn_q_proj/max_abs": 6.78125, "train/tensor_act_model_layers_87_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_k_proj/norm": 5657.92389709634, "train/tensor_act_model_layers_87_self_attn_k_proj/mean": 0.02081298828125, "train/tensor_act_model_layers_87_self_attn_k_proj/std": 0.9755874362662929, "train/tensor_act_model_layers_87_self_attn_k_proj/max_abs": 5.71875, "train/tensor_act_model_layers_87_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_v_proj/norm": 2813.768485607098, "train/tensor_act_model_layers_87_self_attn_v_proj/mean": 0.008819580078125, "train/tensor_act_model_layers_87_self_attn_v_proj/std": 0.486328156597642, "train/tensor_act_model_layers_87_self_attn_v_proj/max_abs": 3.40625, "train/tensor_act_model_layers_87_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_o_proj/norm": 1587.689742085104, "train/tensor_act_model_layers_87_self_attn_o_proj/mean": -0.007049560546875, "train/tensor_act_model_layers_87_self_attn_o_proj/std": 0.2739313952912764, "train/tensor_act_model_layers_87_self_attn_o_proj/max_abs": 3.203125, "train/tensor_act_model_layers_87_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_self_attn/norm": 1587.689742085104, "train/tensor_act_model_layers_87_self_attn/mean": -0.007049560546875, "train/tensor_act_model_layers_87_self_attn/std": 0.2739313952912764, "train/tensor_act_model_layers_87_self_attn/max_abs": 3.203125, "train/tensor_act_model_layers_87_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_post_attention_layernorm/norm": 5792.607177738516, "train/tensor_act_model_layers_87_post_attention_layernorm/mean": 0.0772705078125, "train/tensor_act_model_layers_87_post_attention_layernorm/std": 0.9960953880745378, "train/tensor_act_model_layers_87_post_attention_layernorm/max_abs": 5.5, "train/tensor_act_model_layers_87_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 6670.541670708159, "train/tensor_act_model_layers_87_mlp_up_proj/mean": -0.156494140625, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.6445321285357413, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 5.25, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 1820.7761108830575, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.016998291015625, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.31347809996183323, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 4.15625, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/norm": 1820.7761108830575, "train/tensor_act_model_layers_87_mlp/mean": 0.016998291015625, "train/tensor_act_model_layers_87_mlp/std": 0.31347809996183323, "train/tensor_act_model_layers_87_mlp/max_abs": 4.15625, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87/norm": 11784.779312707311, "train/tensor_act_model_layers_87/mean": 0.1669921875, "train/tensor_act_model_layers_87/std": 2.027359038131783, "train/tensor_act_model_layers_87/max_abs": 12.125, "train/tensor_act_model_layers_87/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_input_layernorm/norm": 5792.607666018326, "train/tensor_act_model_layers_88_input_layernorm/mean": 0.0833740234375, "train/tensor_act_model_layers_88_input_layernorm/std": 0.9960950888830424, "train/tensor_act_model_layers_88_input_layernorm/max_abs": 5.375, "train/tensor_act_model_layers_88_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_q_proj/norm": 7056.24551907273, "train/tensor_act_model_layers_88_self_attn_q_proj/mean": 0.044921875, "train/tensor_act_model_layers_88_self_attn_q_proj/std": 1.2168016142775822, "train/tensor_act_model_layers_88_self_attn_q_proj/max_abs": 6.90625, "train/tensor_act_model_layers_88_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_k_proj/norm": 6642.859365658513, "train/tensor_act_model_layers_88_self_attn_k_proj/mean": 0.04913330078125, "train/tensor_act_model_layers_88_self_attn_k_proj/std": 1.1445381681864617, "train/tensor_act_model_layers_88_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_88_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_v_proj/norm": 3217.6422945638683, "train/tensor_act_model_layers_88_self_attn_v_proj/mean": 0.002376556396484375, "train/tensor_act_model_layers_88_self_attn_v_proj/std": 0.5556667187631227, "train/tensor_act_model_layers_88_self_attn_v_proj/max_abs": 3.390625, "train/tensor_act_model_layers_88_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_o_proj/norm": 2257.7352672049547, "train/tensor_act_model_layers_88_self_attn_o_proj/mean": -0.008880615234375, "train/tensor_act_model_layers_88_self_attn_o_proj/std": 0.38964977718304616, "train/tensor_act_model_layers_88_self_attn_o_proj/max_abs": 3.828125, "train/tensor_act_model_layers_88_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_self_attn/norm": 2257.7352672049547, "train/tensor_act_model_layers_88_self_attn/mean": -0.008880615234375, "train/tensor_act_model_layers_88_self_attn/std": 0.38964977718304616, "train/tensor_act_model_layers_88_self_attn/max_abs": 3.828125, "train/tensor_act_model_layers_88_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_post_attention_layernorm/norm": 5792.603759773553, "train/tensor_act_model_layers_88_post_attention_layernorm/mean": 0.0772705078125, "train/tensor_act_model_layers_88_post_attention_layernorm/std": 0.9960953880745378, "train/tensor_act_model_layers_88_post_attention_layernorm/max_abs": 5.375, "train/tensor_act_model_layers_88_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 7483.2042368850325, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.19091796875, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.7216824956072735, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 4.75, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 2199.4847827219273, "train/tensor_act_model_layers_88_mlp_down_proj/mean": -0.00015461444854736328, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.37988416621690385, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 3.9375, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/norm": 2199.4847827219273, "train/tensor_act_model_layers_88_mlp/mean": -0.00015461444854736328, "train/tensor_act_model_layers_88_mlp/std": 0.37988416621690385, "train/tensor_act_model_layers_88_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88/norm": 12234.966080952045, "train/tensor_act_model_layers_88/mean": 0.157958984375, "train/tensor_act_model_layers_88/std": 2.105483400085098, "train/tensor_act_model_layers_88/max_abs": 12.3125, "train/tensor_act_model_layers_88/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_input_layernorm/norm": 5792.610351566729, "train/tensor_act_model_layers_89_input_layernorm/mean": 0.07568359375, "train/tensor_act_model_layers_89_input_layernorm/std": 0.9960953656351786, "train/tensor_act_model_layers_89_input_layernorm/max_abs": 5.3125, "train/tensor_act_model_layers_89_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_q_proj/norm": 6290.980219339251, "train/tensor_act_model_layers_89_self_attn_q_proj/mean": 0.117431640625, "train/tensor_act_model_layers_89_self_attn_q_proj/std": 1.080084112609491, "train/tensor_act_model_layers_89_self_attn_q_proj/max_abs": 6.3125, "train/tensor_act_model_layers_89_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_k_proj/norm": 6000.531589517792, "train/tensor_act_model_layers_89_self_attn_k_proj/mean": 0.0124359130859375, "train/tensor_act_model_layers_89_self_attn_k_proj/std": 1.0371148935223253, "train/tensor_act_model_layers_89_self_attn_k_proj/max_abs": 5.78125, "train/tensor_act_model_layers_89_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_v_proj/norm": 3099.602897514928, "train/tensor_act_model_layers_89_self_attn_v_proj/mean": -0.0098419189453125, "train/tensor_act_model_layers_89_self_attn_v_proj/std": 0.535156424680737, "train/tensor_act_model_layers_89_self_attn_v_proj/max_abs": 3.828125, "train/tensor_act_model_layers_89_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_o_proj/norm": 1783.3119747617445, "train/tensor_act_model_layers_89_self_attn_o_proj/mean": -0.01202392578125, "train/tensor_act_model_layers_89_self_attn_o_proj/std": 0.30763140751502616, "train/tensor_act_model_layers_89_self_attn_o_proj/max_abs": 3.5625, "train/tensor_act_model_layers_89_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_self_attn/norm": 1783.3119747617445, "train/tensor_act_model_layers_89_self_attn/mean": -0.01202392578125, "train/tensor_act_model_layers_89_self_attn/std": 0.30763140751502616, "train/tensor_act_model_layers_89_self_attn/max_abs": 3.5625, "train/tensor_act_model_layers_89_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_post_attention_layernorm/norm": 5792.612060552601, "train/tensor_act_model_layers_89_post_attention_layernorm/mean": 0.069091796875, "train/tensor_act_model_layers_89_post_attention_layernorm/std": 0.996095754583997, "train/tensor_act_model_layers_89_post_attention_layernorm/max_abs": 5.34375, "train/tensor_act_model_layers_89_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 7745.14421454258, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.162841796875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.7539063685916155, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 4.9375, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 2591.8679217349736, "train/tensor_act_model_layers_89_mlp_down_proj/mean": -0.042724609375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.44531688353405463, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 4.71875, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/norm": 2591.8679217349736, "train/tensor_act_model_layers_89_mlp/mean": -0.042724609375, "train/tensor_act_model_layers_89_mlp/std": 0.44531688353405463, "train/tensor_act_model_layers_89_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89/norm": 12606.283880890294, "train/tensor_act_model_layers_89/mean": 0.1031494140625, "train/tensor_act_model_layers_89/std": 2.175796847741259, "train/tensor_act_model_layers_89/max_abs": 12.3125, "train/tensor_act_model_layers_89/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_input_layernorm/norm": 5792.608398443489, "train/tensor_act_model_layers_90_input_layernorm/mean": 0.04791259765625, "train/tensor_act_model_layers_90_input_layernorm/std": 1.0000021066494449, "train/tensor_act_model_layers_90_input_layernorm/max_abs": 5.59375, "train/tensor_act_model_layers_90_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_q_proj/norm": 5476.70520677306, "train/tensor_act_model_layers_90_self_attn_q_proj/mean": 0.05877685546875, "train/tensor_act_model_layers_90_self_attn_q_proj/std": 0.9433654938967322, "train/tensor_act_model_layers_90_self_attn_q_proj/max_abs": 8.4375, "train/tensor_act_model_layers_90_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_k_proj/norm": 4634.562708644993, "train/tensor_act_model_layers_90_self_attn_k_proj/mean": 0.05322265625, "train/tensor_act_model_layers_90_self_attn_k_proj/std": 0.798831240174578, "train/tensor_act_model_layers_90_self_attn_k_proj/max_abs": 5.5, "train/tensor_act_model_layers_90_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_v_proj/norm": 2957.7047705981868, "train/tensor_act_model_layers_90_self_attn_v_proj/mean": 0.0015954971313476562, "train/tensor_act_model_layers_90_self_attn_v_proj/std": 0.5107451261570597, "train/tensor_act_model_layers_90_self_attn_v_proj/max_abs": 4.0625, "train/tensor_act_model_layers_90_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_o_proj/norm": 898.9729478617083, "train/tensor_act_model_layers_90_self_attn_o_proj/mean": -0.0008215904235839844, "train/tensor_act_model_layers_90_self_attn_o_proj/std": 0.1552814558243816, "train/tensor_act_model_layers_90_self_attn_o_proj/max_abs": 2.59375, "train/tensor_act_model_layers_90_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_self_attn/norm": 898.9729478617083, "train/tensor_act_model_layers_90_self_attn/mean": -0.0008215904235839844, "train/tensor_act_model_layers_90_self_attn/std": 0.1552814558243816, "train/tensor_act_model_layers_90_self_attn/max_abs": 2.59375, "train/tensor_act_model_layers_90_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_post_attention_layernorm/norm": 5792.608886722609, "train/tensor_act_model_layers_90_post_attention_layernorm/mean": 0.047607421875, "train/tensor_act_model_layers_90_post_attention_layernorm/std": 1.0000017136320691, "train/tensor_act_model_layers_90_post_attention_layernorm/max_abs": 5.59375, "train/tensor_act_model_layers_90_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 7862.927113018212, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.158935546875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.7675807263667553, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 5.8125, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 3035.3361401297775, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.037109375, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.5224637040394773, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 6.0625, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/norm": 3035.3361401297775, "train/tensor_act_model_layers_90_mlp/mean": 0.037109375, "train/tensor_act_model_layers_90_mlp/std": 0.5224637040394773, "train/tensor_act_model_layers_90_mlp/max_abs": 6.0625, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90/norm": 13411.896925509032, "train/tensor_act_model_layers_90/mean": 0.1396484375, "train/tensor_act_model_layers_90/std": 2.308607898546164, "train/tensor_act_model_layers_90/max_abs": 12.9375, "train/tensor_act_model_layers_90/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_input_layernorm/norm": 5792.607299808313, "train/tensor_act_model_layers_91_input_layernorm/mean": 0.06109619140625, "train/tensor_act_model_layers_91_input_layernorm/std": 0.9990266947166466, "train/tensor_act_model_layers_91_input_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_91_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_q_proj/norm": 6807.996750997039, "train/tensor_act_model_layers_91_self_attn_q_proj/mean": 0.020233154296875, "train/tensor_act_model_layers_91_self_attn_q_proj/std": 1.175787860354348, "train/tensor_act_model_layers_91_self_attn_q_proj/max_abs": 6.28125, "train/tensor_act_model_layers_91_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_k_proj/norm": 5753.575366421397, "train/tensor_act_model_layers_91_self_attn_k_proj/mean": 0.017547607421875, "train/tensor_act_model_layers_91_self_attn_k_proj/std": 0.9921915526382402, "train/tensor_act_model_layers_91_self_attn_k_proj/max_abs": 5.625, "train/tensor_act_model_layers_91_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_v_proj/norm": 2967.6289493243426, "train/tensor_act_model_layers_91_self_attn_v_proj/mean": -0.00420379638671875, "train/tensor_act_model_layers_91_self_attn_v_proj/std": 0.5117188830298149, "train/tensor_act_model_layers_91_self_attn_v_proj/max_abs": 3.53125, "train/tensor_act_model_layers_91_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_o_proj/norm": 1401.4575336815262, "train/tensor_act_model_layers_91_self_attn_o_proj/mean": -0.0016422271728515625, "train/tensor_act_model_layers_91_self_attn_o_proj/std": 0.24194785508573846, "train/tensor_act_model_layers_91_self_attn_o_proj/max_abs": 2.296875, "train/tensor_act_model_layers_91_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_self_attn/norm": 1401.4575336815262, "train/tensor_act_model_layers_91_self_attn/mean": -0.0016422271728515625, "train/tensor_act_model_layers_91_self_attn/std": 0.24194785508573846, "train/tensor_act_model_layers_91_self_attn/max_abs": 2.296875, "train/tensor_act_model_layers_91_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_post_attention_layernorm/norm": 5792.607421875947, "train/tensor_act_model_layers_91_post_attention_layernorm/mean": 0.059814453125, "train/tensor_act_model_layers_91_post_attention_layernorm/std": 1.0000014454115913, "train/tensor_act_model_layers_91_post_attention_layernorm/max_abs": 5.1875, "train/tensor_act_model_layers_91_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 8344.497682473688, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.15087890625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.8173850001370813, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 6.5625, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 3525.8202406809833, "train/tensor_act_model_layers_91_mlp_down_proj/mean": -0.009796142578125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.6093875359505121, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 8.6875, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/norm": 3525.8202406809833, "train/tensor_act_model_layers_91_mlp/mean": -0.009796142578125, "train/tensor_act_model_layers_91_mlp/std": 0.6093875359505121, "train/tensor_act_model_layers_91_mlp/max_abs": 8.6875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91/norm": 14236.642071449513, "train/tensor_act_model_layers_91/mean": 0.1279296875, "train/tensor_act_model_layers_91/std": 2.453153865182734, "train/tensor_act_model_layers_91/max_abs": 15.75, "train/tensor_act_model_layers_91/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_input_layernorm/norm": 5792.610595707091, "train/tensor_act_model_layers_92_input_layernorm/mean": 0.05316162109375, "train/tensor_act_model_layers_92_input_layernorm/std": 1.000001361592677, "train/tensor_act_model_layers_92_input_layernorm/max_abs": 5.0625, "train/tensor_act_model_layers_92_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_q_proj/norm": 5697.203980936033, "train/tensor_act_model_layers_92_self_attn_q_proj/mean": -0.0020885467529296875, "train/tensor_act_model_layers_92_self_attn_q_proj/std": 0.9834000467112608, "train/tensor_act_model_layers_92_self_attn_q_proj/max_abs": 5.9375, "train/tensor_act_model_layers_92_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_k_proj/norm": 5064.199003348172, "train/tensor_act_model_layers_92_self_attn_k_proj/mean": 0.0625, "train/tensor_act_model_layers_92_self_attn_k_proj/std": 0.8720724312990428, "train/tensor_act_model_layers_92_self_attn_k_proj/max_abs": 6.71875, "train/tensor_act_model_layers_92_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_v_proj/norm": 2838.5375503761397, "train/tensor_act_model_layers_92_self_attn_v_proj/mean": 0.00537872314453125, "train/tensor_act_model_layers_92_self_attn_v_proj/std": 0.4902343832520374, "train/tensor_act_model_layers_92_self_attn_v_proj/max_abs": 3.203125, "train/tensor_act_model_layers_92_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_o_proj/norm": 1231.0956781488853, "train/tensor_act_model_layers_92_self_attn_o_proj/mean": -0.006683349609375, "train/tensor_act_model_layers_92_self_attn_o_proj/std": 0.21241145607705472, "train/tensor_act_model_layers_92_self_attn_o_proj/max_abs": 2.796875, "train/tensor_act_model_layers_92_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_self_attn/norm": 1231.0956781488853, "train/tensor_act_model_layers_92_self_attn/mean": -0.006683349609375, "train/tensor_act_model_layers_92_self_attn/std": 0.21241145607705472, "train/tensor_act_model_layers_92_self_attn/max_abs": 2.796875, "train/tensor_act_model_layers_92_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_post_attention_layernorm/norm": 5792.612060547055, "train/tensor_act_model_layers_92_post_attention_layernorm/mean": 0.05035400390625, "train/tensor_act_model_layers_92_post_attention_layernorm/std": 1.000001093372105, "train/tensor_act_model_layers_92_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_92_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 8725.35245872818, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.0994873046875, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.8632829329530356, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 7.21875, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 4739.755600762709, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.0206298828125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.8183711012407564, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 10.8125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/norm": 4739.755600762709, "train/tensor_act_model_layers_92_mlp/mean": 0.0206298828125, "train/tensor_act_model_layers_92_mlp/std": 0.8183711012407564, "train/tensor_act_model_layers_92_mlp/max_abs": 10.8125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92/norm": 16084.591245892496, "train/tensor_act_model_layers_92/mean": 0.141845703125, "train/tensor_act_model_layers_92/std": 2.7734511146748524, "train/tensor_act_model_layers_92/max_abs": 17.75, "train/tensor_act_model_layers_92/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_input_layernorm/norm": 5792.608520511222, "train/tensor_act_model_layers_93_input_layernorm/mean": 0.05279541015625, "train/tensor_act_model_layers_93_input_layernorm/std": 1.0000007655468632, "train/tensor_act_model_layers_93_input_layernorm/max_abs": 5.3125, "train/tensor_act_model_layers_93_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_q_proj/norm": 5449.517005152552, "train/tensor_act_model_layers_93_self_attn_q_proj/mean": 0.07177734375, "train/tensor_act_model_layers_93_self_attn_q_proj/std": 0.9375000635782856, "train/tensor_act_model_layers_93_self_attn_q_proj/max_abs": 6.21875, "train/tensor_act_model_layers_93_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_k_proj/norm": 4951.91607629873, "train/tensor_act_model_layers_93_self_attn_k_proj/mean": 0.03558349609375, "train/tensor_act_model_layers_93_self_attn_k_proj/std": 0.8535225625705506, "train/tensor_act_model_layers_93_self_attn_k_proj/max_abs": 5.96875, "train/tensor_act_model_layers_93_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_v_proj/norm": 2938.3299095150846, "train/tensor_act_model_layers_93_self_attn_v_proj/mean": 0.0067596435546875, "train/tensor_act_model_layers_93_self_attn_v_proj/std": 0.507812677209163, "train/tensor_act_model_layers_93_self_attn_v_proj/max_abs": 3.0625, "train/tensor_act_model_layers_93_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_o_proj/norm": 1387.4049382221137, "train/tensor_act_model_layers_93_self_attn_o_proj/mean": -0.00699615478515625, "train/tensor_act_model_layers_93_self_attn_o_proj/std": 0.23952149475257986, "train/tensor_act_model_layers_93_self_attn_o_proj/max_abs": 2.71875, "train/tensor_act_model_layers_93_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_self_attn/norm": 1387.4049382221137, "train/tensor_act_model_layers_93_self_attn/mean": -0.00699615478515625, "train/tensor_act_model_layers_93_self_attn/std": 0.23952149475257986, "train/tensor_act_model_layers_93_self_attn/max_abs": 2.71875, "train/tensor_act_model_layers_93_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_post_attention_layernorm/norm": 5792.610351564465, "train/tensor_act_model_layers_93_post_attention_layernorm/mean": 0.04974365234375, "train/tensor_act_model_layers_93_post_attention_layernorm/std": 1.0000007357445635, "train/tensor_act_model_layers_93_post_attention_layernorm/max_abs": 5.3125, "train/tensor_act_model_layers_93_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 9527.797468221299, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.0604248046875, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.9482457154008982, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 6.5, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 8393.684975032415, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.0589599609375, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.4473013879885055, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/norm": 8393.684975032415, "train/tensor_act_model_layers_93_mlp/mean": 0.0589599609375, "train/tensor_act_model_layers_93_mlp/std": 1.4473013879885055, "train/tensor_act_model_layers_93_mlp/max_abs": 16.375, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93/norm": 20422.747997067072, "train/tensor_act_model_layers_93/mean": 0.194091796875, "train/tensor_act_model_layers_93/std": 3.5156442853610583, "train/tensor_act_model_layers_93/max_abs": 30.0, "train/tensor_act_model_layers_93/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 5792.611938479005, "train/tensor_act_model_norm/mean": 0.058349609375, "train/tensor_act_model_norm/std": 1.0000003725289606, "train/tensor_act_model_norm/max_abs": 5.25, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 5792.611938479005, "train/tensor_act_model/mean": 0.058349609375, "train/tensor_act_model/std": 1.0000003725289606, "train/tensor_act_model/max_abs": 5.25, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 100331.65184566984, "train/tensor_act_lm_head/mean": -2.2265625, "train/tensor_act_lm_head/std": 2.097681709575478, "train/tensor_act_lm_head/max_abs": 16.125, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 4.2136286624931545, "train/tensor_act_/mean": 2.1067675352096558, "train/tensor_act_/std": 0.0, "train/tensor_act_/max_abs": 2.124464511871338, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.07044504177062214, "train/tensor_grad_model_norm_weight/mean": -0.00296783447265625, "train/tensor_grad_model_norm_weight/std": 0.0009379540836329679, "train/tensor_grad_model_norm_weight/max_abs": 0.005859375, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 0.08399147181134603, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -3.4247932489961386e-06, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 0.00018933224629339205, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 0.0014495849609375, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 0.05548132632964619, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 1.1129304766654968e-06, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 0.0001251725167932728, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 0.00147247314453125, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/norm": 0.0045554833003220475, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/mean": -8.0108642578125e-05, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/std": 0.00018522561263083193, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/max_abs": 0.00063323974609375, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/norm": 0.012807897054949958, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/mean": -5.333276931196451e-08, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/std": 5.003088017089771e-05, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/max_abs": 0.000591278076171875, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/norm": 0.01617765572102903, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/mean": -3.93338268622756e-07, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/std": 6.319449441946016e-05, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/max_abs": 0.00054168701171875, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/norm": 0.007206576004743504, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/mean": 6.482878234237432e-08, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/std": 2.815077386268755e-05, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/max_abs": 0.0002899169921875, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/norm": 0.006616845047746843, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/mean": 2.283195499330759e-08, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/std": 2.5847271509631372e-05, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/max_abs": 0.0002727508544921875, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_input_layernorm_weight/norm": 0.0015031746688823073, "train/tensor_grad_model_layers_93_input_layernorm_weight/mean": -2.156198024749756e-05, "train/tensor_grad_model_layers_93_input_layernorm_weight/std": 6.313649078006753e-05, "train/tensor_grad_model_layers_93_input_layernorm_weight/max_abs": 0.00018978118896484375, "train/tensor_grad_model_layers_93_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 0.0848433459080861, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": -8.177012205123901e-07, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 0.00019122680561083758, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 0.00135040283203125, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 0.054019251155768465, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 4.330649971961975e-08, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 0.00012172112112982528, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/norm": 0.004030775997845908, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/mean": -2.3283064365386963e-05, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/std": 0.00017713902186538414, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/max_abs": 0.00066375732421875, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/norm": 0.013628037881780491, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/mean": 1.317821443080902e-07, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/std": 5.323481492291142e-05, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/max_abs": 0.000431060791015625, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/norm": 0.019756637912406654, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/mean": -1.0076910257339478e-06, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/std": 7.717452547224389e-05, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/max_abs": 0.000690460205078125, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/norm": 0.008339678563932145, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/mean": 1.0640360414981842e-07, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/std": 3.257778861075762e-05, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/max_abs": 0.00037384033203125, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/norm": 0.00669196631564607, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/mean": 1.4505349099636078e-07, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/std": 2.614068083414992e-05, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/max_abs": 0.00019359588623046875, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_input_layernorm_weight/norm": 0.0018680685851968676, "train/tensor_grad_model_layers_92_input_layernorm_weight/mean": -1.621432602405548e-05, "train/tensor_grad_model_layers_92_input_layernorm_weight/std": 8.12604526845366e-05, "train/tensor_grad_model_layers_92_input_layernorm_weight/max_abs": 0.0002536773681640625, "train/tensor_grad_model_layers_92_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 0.08129992785010709, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 4.2421743273735046e-07, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 0.00018334850791258537, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 0.0015106201171875, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 0.04980618343724597, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 1.259148120880127e-06, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 0.00011241852894619822, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 0.000957489013671875, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/norm": 0.004167465540675382, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/mean": 0.00010991096496582031, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/std": 0.0001481692345793827, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/max_abs": 0.000713348388671875, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/norm": 0.0205396677292968, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/mean": -5.878973752260208e-08, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/std": 8.023406318439605e-05, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/max_abs": 0.0009307861328125, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/norm": 0.03321120219998974, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/mean": -1.8533319234848022e-06, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/std": 0.00012973138454140106, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/norm": 0.010920390302408491, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/mean": -5.3783878684043884e-08, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/std": 4.2657945427951545e-05, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/max_abs": 0.000713348388671875, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/norm": 0.007150415735687786, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/mean": 1.4819670468568802e-07, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/std": 2.7931773162272636e-05, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/max_abs": 0.000255584716796875, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_input_layernorm_weight/norm": 0.0030189756132654733, "train/tensor_grad_model_layers_91_input_layernorm_weight/mean": -3.0249357223510742e-05, "train/tensor_grad_model_layers_91_input_layernorm_weight/std": 0.0001303050885244046, "train/tensor_grad_model_layers_91_input_layernorm_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_91_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 0.07727156844774638, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 7.846392691135406e-07, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 0.0001745280176134684, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 0.0012359619140625, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 0.0454117969503669, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 2.2264430299401283e-07, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 0.00010252574670119243, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 0.000827789306640625, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/norm": 0.002962318138156912, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/mean": 1.154094934463501e-05, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/std": 0.00013072094148743274, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/max_abs": 0.00037384033203125, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/norm": 0.010624763962984878, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/mean": 3.7834979593753815e-08, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/std": 4.150302500937909e-05, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/max_abs": 0.0002689361572265625, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/norm": 0.02933633054833153, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/mean": -2.277083694934845e-07, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/std": 0.00011459526320373281, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/max_abs": 0.00089263916015625, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/norm": 0.012144385763028792, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/mean": 1.0812655091285706e-06, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/std": 4.737869723069608e-05, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/max_abs": 0.0006103515625, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/norm": 0.006249307802731581, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/mean": -3.767490852624178e-08, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/std": 2.4411583214979407e-05, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/max_abs": 0.0002117156982421875, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_input_layernorm_weight/norm": 0.0020690785747994583, "train/tensor_grad_model_layers_90_input_layernorm_weight/mean": -2.256035804748535e-05, "train/tensor_grad_model_layers_90_input_layernorm_weight/std": 8.895666749033523e-05, "train/tensor_grad_model_layers_90_input_layernorm_weight/max_abs": 0.00037384033203125, "train/tensor_grad_model_layers_90_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 0.07434112097768633, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 5.634574335999787e-07, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 0.00016761569020778638, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 0.0013427734375, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 0.04364163056064288, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 2.1257437765598297e-07, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 9.823356368998617e-05, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 0.000946044921875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/norm": 0.003017664247660334, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/mean": 7.128715515136719e-05, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/std": 0.00011296110244625884, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/max_abs": 0.000553131103515625, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/norm": 0.024573530098660652, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/mean": -4.039611667394638e-08, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/std": 9.599080197062525e-05, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/max_abs": 0.0009613037109375, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/norm": 0.03890061211239241, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/mean": 2.2351741790771484e-08, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/std": 0.00015195600155700265, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/max_abs": 0.0014190673828125, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/norm": 0.013597113697391505, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/mean": 2.7194619178771973e-07, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/std": 5.3114866413479407e-05, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/max_abs": 0.0006256103515625, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/norm": 0.00957449802036515, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/mean": 4.3422915041446686e-08, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/std": 3.74005018417913e-05, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/max_abs": 0.00025177001953125, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_input_layernorm_weight/norm": 0.0038644295428458923, "train/tensor_grad_model_layers_89_input_layernorm_weight/mean": 4.607439041137695e-05, "train/tensor_grad_model_layers_89_input_layernorm_weight/std": 0.00016509771116363775, "train/tensor_grad_model_layers_89_input_layernorm_weight/max_abs": 0.000698089599609375, "train/tensor_grad_model_layers_89_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 0.07470782909091943, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 6.742775440216064e-07, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 0.00016833901598302308, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 0.001007080078125, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 0.04315336621349875, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": -5.740439519286156e-07, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 9.715966789515075e-05, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 0.000942230224609375, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/norm": 0.0025207962881997046, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/mean": -6.467336788773537e-06, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/std": 0.0001114869691803123, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/max_abs": 0.0003261566162109375, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/norm": 0.03320626636679196, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/mean": -3.083987394347787e-07, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/std": 0.000129713024800763, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/max_abs": 0.001007080078125, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/norm": 0.04774744032944506, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/mean": -2.0721927285194397e-06, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/std": 0.00018651553778573765, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/max_abs": 0.0017547607421875, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/norm": 0.021955780330274538, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/mean": 9.844079613685608e-07, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/std": 8.576557509765742e-05, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/max_abs": 0.00115966796875, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/norm": 0.01236425242293207, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/mean": -3.23285348713398e-07, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/std": 4.829876419469162e-05, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/max_abs": 0.000392913818359375, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_input_layernorm_weight/norm": 0.004592718076605472, "train/tensor_grad_model_layers_88_input_layernorm_weight/mean": -9.262561798095703e-05, "train/tensor_grad_model_layers_88_input_layernorm_weight/std": 0.0001810956260394819, "train/tensor_grad_model_layers_88_input_layernorm_weight/max_abs": 0.000888824462890625, "train/tensor_grad_model_layers_88_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 0.0684835124256314, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": 2.3926841095089912e-06, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 0.00015428319361259174, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 0.038697251750150506, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 1.2200325727462769e-07, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 8.738386479813547e-05, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 0.000835418701171875, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/norm": 0.002251317852734299, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/mean": -2.9966235160827637e-05, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/std": 9.523085200911355e-05, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/max_abs": 0.0003833770751953125, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/norm": 0.021729029960116948, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/mean": 4.246830940246582e-07, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/std": 8.487937481790748e-05, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/max_abs": 0.000904083251953125, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/norm": 0.0368753381487326, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/mean": 2.8833746910095215e-06, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/std": 0.00014404442433218792, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/max_abs": 0.001129150390625, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/norm": 0.0159548280051682, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/mean": -5.356268957257271e-07, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/std": 6.232587903252136e-05, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/max_abs": 0.00060272216796875, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/norm": 0.01173217322548214, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/mean": -2.736342139542103e-07, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/std": 4.583033024762411e-05, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/max_abs": 0.0004596710205078125, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_input_layernorm_weight/norm": 0.0031081801250038743, "train/tensor_grad_model_layers_87_input_layernorm_weight/mean": 1.2114644050598145e-05, "train/tensor_grad_model_layers_87_input_layernorm_weight/std": 0.00013729821003109644, "train/tensor_grad_model_layers_87_input_layernorm_weight/max_abs": 0.0004749298095703125, "train/tensor_grad_model_layers_87_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 0.06592429801789954, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 2.50060111284256e-06, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 0.00014880263100909617, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 0.0029144287109375, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 0.03748691648491507, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 2.477318048477173e-07, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 8.45467696067758e-05, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 0.002593994140625, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/norm": 0.00205247729422042, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/mean": 2.6047229766845703e-05, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/std": 8.720754334560032e-05, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/max_abs": 0.0003604888916015625, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/norm": 0.018771362056617443, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/mean": 1.1252996046096087e-07, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/std": 7.33259585992281e-05, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/max_abs": 0.00091552734375, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/norm": 0.029897197676749792, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/mean": -1.171603798866272e-06, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/std": 0.0001167886230498691, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/max_abs": 0.001190185546875, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/norm": 0.010506958838179342, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/mean": 2.507586032152176e-07, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/std": 4.104298819157804e-05, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/max_abs": 0.0005950927734375, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/norm": 0.0076027978793013875, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/mean": -5.052424967288971e-07, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/std": 2.969859689609947e-05, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/max_abs": 0.0003070831298828125, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_input_layernorm_weight/norm": 0.002917053877794694, "train/tensor_grad_model_layers_86_input_layernorm_weight/mean": -4.38690185546875e-05, "train/tensor_grad_model_layers_86_input_layernorm_weight/std": 0.00012183271042014564, "train/tensor_grad_model_layers_86_input_layernorm_weight/max_abs": 0.000644683837890625, "train/tensor_grad_model_layers_86_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 0.06220234085198181, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 3.043562173843384e-06, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 0.00014046782129582404, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 0.000972747802734375, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 0.033083081623212045, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 3.8463622331619263e-07, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 7.463168866980159e-05, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 0.00075531005859375, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/norm": 0.0019910563794347563, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/mean": -3.094971179962158e-05, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/std": 8.267120584977433e-05, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/max_abs": 0.000278472900390625, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/norm": 0.013863783405116844, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/mean": 2.483429852873087e-07, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/std": 5.4155667116025737e-05, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/max_abs": 0.000469207763671875, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/norm": 0.02930463052457815, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/mean": -1.1981464922428131e-06, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/std": 0.00011447260025263142, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/max_abs": 0.00101470947265625, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/norm": 0.01251522120944755, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/mean": 4.2421743273735046e-07, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/std": 4.888764271740781e-05, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/max_abs": 0.0007781982421875, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/norm": 0.010584057503739936, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/mean": 1.2665987014770508e-07, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/std": 4.1344827433658295e-05, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/max_abs": 0.000675201416015625, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_input_layernorm_weight/norm": 0.0022974233994436893, "train/tensor_grad_model_layers_85_input_layernorm_weight/mean": 1.1210795491933823e-05, "train/tensor_grad_model_layers_85_input_layernorm_weight/std": 0.00010124462108647196, "train/tensor_grad_model_layers_85_input_layernorm_weight/max_abs": 0.0003719329833984375, "train/tensor_grad_model_layers_85_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 0.06208004528871094, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 4.4889748096466064e-06, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 0.00014021667315512656, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 0.03375569719336202, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -3.310851752758026e-07, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 7.618336200070366e-05, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 0.0005340576171875, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/norm": 0.0017150532729161064, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/mean": -1.1309981346130371e-05, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/std": 7.518730069758797e-05, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/max_abs": 0.00024127960205078125, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/norm": 0.017314739020537373, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/mean": 4.414469003677368e-07, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/std": 6.763616035948802e-05, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/max_abs": 0.0004215240478515625, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/norm": 0.031112547420988193, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/mean": 6.454065442085266e-07, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/std": 0.00012153538897899122, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/max_abs": 0.000957489013671875, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/norm": 0.010056039800752743, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/mean": -1.8451828509569168e-08, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/std": 3.92822617276455e-05, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/max_abs": 0.00051116943359375, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/norm": 0.007295105611384409, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/mean": 1.4870602171868086e-07, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/std": 2.849671914833911e-05, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/max_abs": 0.00021648406982421875, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_input_layernorm_weight/norm": 0.002307333760526976, "train/tensor_grad_model_layers_84_input_layernorm_weight/mean": -3.331899642944336e-05, "train/tensor_grad_model_layers_84_input_layernorm_weight/std": 9.674557302127334e-05, "train/tensor_grad_model_layers_84_input_layernorm_weight/max_abs": 0.0004520416259765625, "train/tensor_grad_model_layers_84_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 0.06024698622672658, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 3.978610038757324e-06, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 0.00013568121097487667, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 0.00099945068359375, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 0.03327373401861725, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -2.4330802261829376e-07, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 7.524178376999864e-05, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 0.000560760498046875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/norm": 0.0018550100512453977, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/mean": -2.1651387214660645e-05, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/std": 7.940865990101921e-05, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/max_abs": 0.00031280517578125, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/norm": 0.01782247464828197, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/mean": 6.314367055892944e-07, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/std": 6.962088753642057e-05, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/max_abs": 0.0005950927734375, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/norm": 0.03784455320102847, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/mean": 1.5506520867347717e-06, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/std": 0.00014783192727769247, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/max_abs": 0.001434326171875, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/norm": 0.01112561411448462, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/mean": 3.022141754627228e-07, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/std": 4.3459484328028e-05, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/max_abs": 0.000453948974609375, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/norm": 0.006968390097326648, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/mean": 8.335337042808533e-08, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/std": 2.722065733071287e-05, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/max_abs": 0.00020599365234375, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_input_layernorm_weight/norm": 0.0025522120801732924, "train/tensor_grad_model_layers_83_input_layernorm_weight/mean": -1.1496245861053467e-05, "train/tensor_grad_model_layers_83_input_layernorm_weight/std": 0.00011270128836249562, "train/tensor_grad_model_layers_83_input_layernorm_weight/max_abs": 0.00040435791015625, "train/tensor_grad_model_layers_83_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 0.06012269607697877, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 5.8710575103759766e-06, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 0.00013543038870363476, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 0.00106048583984375, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 0.034673126266889016, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 1.4959368854761124e-08, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 7.809355660692658e-05, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 0.0009307861328125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/norm": 0.0018707541421862466, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/mean": -1.6726553440093994e-06, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/std": 8.3095138877547e-05, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/max_abs": 0.000270843505859375, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/norm": 0.012581313422166859, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/mean": -9.19681042432785e-09, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/std": 4.9145879090105836e-05, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/max_abs": 0.000274658203125, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/norm": 0.02158445111685598, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/mean": -2.3618340492248535e-06, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/std": 8.431453441651433e-05, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/max_abs": 0.000827789306640625, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/norm": 0.005570565727545133, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/mean": -1.6426201909780502e-07, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/std": 2.1760209983479737e-05, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/max_abs": 0.0001621246337890625, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/norm": 0.005492061928280808, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/mean": 9.73668647930026e-08, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/std": 2.145352552633094e-05, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/max_abs": 0.0002460479736328125, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_input_layernorm_weight/norm": 0.0013496429115550605, "train/tensor_grad_model_layers_82_input_layernorm_weight/mean": 9.249895811080933e-06, "train/tensor_grad_model_layers_82_input_layernorm_weight/std": 5.910106676821726e-05, "train/tensor_grad_model_layers_82_input_layernorm_weight/max_abs": 0.00019550323486328125, "train/tensor_grad_model_layers_82_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 0.05768245298020056, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 5.245208740234375e-06, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 0.0001299477648686743, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 0.00107574462890625, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 0.03381457826217423, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -4.854518920183182e-08, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 7.617824662318272e-05, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 0.000896453857421875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/norm": 0.001889218951858555, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/mean": 1.2502074241638184e-05, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/std": 8.282647556605633e-05, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/max_abs": 0.0002613067626953125, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/norm": 0.023108961239631992, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/mean": -3.614695742726326e-07, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/std": 9.027095989818337e-05, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/max_abs": 0.000782012939453125, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/norm": 0.032718942869359384, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/mean": 4.5099295675754547e-07, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/std": 0.00012780885726472428, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/max_abs": 0.00107574462890625, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/norm": 0.011659512206522483, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/mean": 1.4822580851614475e-07, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/std": 4.554607019931789e-05, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/max_abs": 0.000431060791015625, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/norm": 0.007566128678909749, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/mean": -4.139728844165802e-07, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/std": 2.9555459979816207e-05, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/max_abs": 0.0002498626708984375, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_input_layernorm_weight/norm": 0.0028365653836514176, "train/tensor_grad_model_layers_81_input_layernorm_weight/mean": -4.343688488006592e-06, "train/tensor_grad_model_layers_81_input_layernorm_weight/std": 0.0001258577715865638, "train/tensor_grad_model_layers_81_input_layernorm_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_81_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 0.05238139378890127, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 5.476176738739014e-06, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 0.00011805192023655671, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 0.03198381959612769, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -3.618188202381134e-07, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 7.212447240995534e-05, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/norm": 0.0017361734568640133, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/mean": 2.8461217880249023e-06, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/std": 7.697323581504032e-05, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/max_abs": 0.0002765655517578125, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/norm": 0.022035973766183183, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/mean": -1.457519829273224e-07, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/std": 8.60784576082156e-05, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/max_abs": 0.000644683837890625, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/norm": 0.04079669469927214, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/mean": -2.905726432800293e-06, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/std": 0.00015936276547954997, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/max_abs": 0.00162506103515625, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/norm": 0.015987162769226692, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/mean": -1.8317223293706775e-07, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/std": 6.245116226643392e-05, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/max_abs": 0.00067138671875, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/norm": 0.01009172519948529, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/mean": 1.3408134691417217e-07, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/std": 3.94210548958795e-05, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/max_abs": 0.0003910064697265625, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_input_layernorm_weight/norm": 0.0032824666458394205, "train/tensor_grad_model_layers_80_input_layernorm_weight/mean": -1.5914440155029297e-05, "train/tensor_grad_model_layers_80_input_layernorm_weight/std": 0.00014496902210752415, "train/tensor_grad_model_layers_80_input_layernorm_weight/max_abs": 0.0005645751953125, "train/tensor_grad_model_layers_80_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 0.04938298631615474, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 5.498528480529785e-06, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 0.00011135830977075626, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 0.00066375732421875, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 0.02984899964022148, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 4.5693013817071915e-08, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 6.724127437914975e-05, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 0.00055694580078125, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/norm": 0.0014964605689737952, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/mean": -1.1026859283447266e-05, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/std": 6.542365300987726e-05, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/max_abs": 0.00022983551025390625, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/norm": 0.01748942140599309, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/mean": 4.486646503210068e-07, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/std": 6.831839268211372e-05, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/max_abs": 0.000518798828125, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/norm": 0.03183725038407374, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/mean": -3.419816493988037e-06, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/std": 0.00012436443986501823, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/max_abs": 0.00106048583984375, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/norm": 0.01055722964581773, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/mean": 2.532033249735832e-07, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/std": 4.1239529676656264e-05, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/max_abs": 0.0004405975341796875, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/norm": 0.007480137919787043, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/mean": -1.89291313290596e-07, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/std": 2.9219312284376742e-05, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/max_abs": 0.000217437744140625, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_input_layernorm_weight/norm": 0.0025394081834079767, "train/tensor_grad_model_layers_79_input_layernorm_weight/mean": -2.473592758178711e-05, "train/tensor_grad_model_layers_79_input_layernorm_weight/std": 0.00010969824787823749, "train/tensor_grad_model_layers_79_input_layernorm_weight/max_abs": 0.000438690185546875, "train/tensor_grad_model_layers_79_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 0.05164685141096109, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": 6.236135959625244e-06, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 0.00011613682909862579, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 0.03076716783490094, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": 2.6437919586896896e-07, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 6.939177804456352e-05, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 0.0007171630859375, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/norm": 0.0016935666327593604, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/mean": -3.75211238861084e-05, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/std": 6.502434446710455e-05, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/max_abs": 0.0002498626708984375, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/norm": 0.016388024697534927, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/mean": -3.448221832513809e-07, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/std": 6.401671529526069e-05, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/max_abs": 0.000392913818359375, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/norm": 0.03552686526336491, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/mean": 1.0421499609947205e-06, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/std": 0.00013877735954747857, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/max_abs": 0.001495361328125, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/norm": 0.012954846708317614, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/mean": -3.273598849773407e-07, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/std": 5.060501938610484e-05, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/max_abs": 0.0005035400390625, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/norm": 0.0076839025742760775, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/mean": 1.9173603504896164e-07, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/std": 3.0016993278454328e-05, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/max_abs": 0.0003528594970703125, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_input_layernorm_weight/norm": 0.0027105403830525693, "train/tensor_grad_model_layers_78_input_layernorm_weight/mean": 9.629875421524048e-07, "train/tensor_grad_model_layers_78_input_layernorm_weight/std": 0.00012038412354553592, "train/tensor_grad_model_layers_78_input_layernorm_weight/max_abs": 0.000469207763671875, "train/tensor_grad_model_layers_78_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 0.05341284132762917, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 7.890164852142334e-06, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 0.0001203040860854325, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 0.00171661376953125, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 0.031984751376279555, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": -1.9953586161136627e-07, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 7.212808922801445e-05, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 0.00119781494140625, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/norm": 0.0015911357916912083, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/mean": 6.683170795440674e-06, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/std": 7.030827180811535e-05, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/max_abs": 0.00022125244140625, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/norm": 0.01843726497435695, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/mean": -1.3923272490501404e-07, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/std": 7.20222070734205e-05, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/max_abs": 0.000507354736328125, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/norm": 0.027378400917957516, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/mean": -1.1292286217212677e-07, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/std": 0.00010694919508300433, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/max_abs": 0.000843048095703125, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/norm": 0.012396636911466169, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/mean": -3.4371623769402504e-07, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/std": 4.8481254485750946e-05, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/max_abs": 0.0004367828369140625, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/norm": 0.008932479999139762, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/mean": 1.0023359209299088e-07, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/std": 3.4893341914291726e-05, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/max_abs": 0.0002193450927734375, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_input_layernorm_weight/norm": 0.00256876173602623, "train/tensor_grad_model_layers_77_input_layernorm_weight/mean": -3.209710121154785e-05, "train/tensor_grad_model_layers_77_input_layernorm_weight/std": 0.00010926984418128254, "train/tensor_grad_model_layers_77_input_layernorm_weight/max_abs": 0.000461578369140625, "train/tensor_grad_model_layers_77_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 0.049262744677811277, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": 9.387731552124023e-06, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 0.00011076330112216436, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 0.00109100341796875, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 0.029330107595979267, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -1.1431984603404999e-07, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 6.605057450653743e-05, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 0.000904083251953125, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/norm": 0.0015355660974943762, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/mean": -6.940215826034546e-06, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/std": 6.78088879995619e-05, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/max_abs": 0.00023174285888671875, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/norm": 0.014074063844699145, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/mean": -2.5960616767406464e-07, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/std": 5.4976925626192864e-05, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/max_abs": 0.000415802001953125, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/norm": 0.03549434427421132, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/mean": -7.799826562404633e-07, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/std": 0.00013865031632160127, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/max_abs": 0.00159454345703125, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/norm": 0.015011949994512028, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/mean": -3.01864929497242e-07, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/std": 5.864069115187902e-05, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/norm": 0.0076158632447799425, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/mean": 5.559995770454407e-07, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/std": 2.9749484269950464e-05, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/max_abs": 0.00035858154296875, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_input_layernorm_weight/norm": 0.0038429510931030867, "train/tensor_grad_model_layers_76_input_layernorm_weight/mean": -4.4226646423339844e-05, "train/tensor_grad_model_layers_76_input_layernorm_weight/std": 0.00016461456224413509, "train/tensor_grad_model_layers_76_input_layernorm_weight/max_abs": 0.000659942626953125, "train/tensor_grad_model_layers_76_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 0.04603038246803081, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": 8.255243301391602e-06, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 0.00010337921329865211, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 0.000843048095703125, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 0.028414667730884097, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -6.076879799365997e-08, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 6.402139342746327e-05, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 0.000774383544921875, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/norm": 0.0013535188833833259, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/mean": 1.294165849685669e-05, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/std": 5.864707230909286e-05, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/max_abs": 0.0002307891845703125, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/norm": 0.027101396381466174, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/mean": -4.1676685214042664e-07, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/std": 0.00010586598964088145, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/max_abs": 0.000904083251953125, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/norm": 0.03412099976900605, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/mean": -1.9266735762357712e-07, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/std": 0.000133286523646526, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/max_abs": 0.00165557861328125, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/norm": 0.011494112687251154, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/mean": -1.4994293451309204e-07, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/std": 4.4900562665987174e-05, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/max_abs": 0.000537872314453125, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/norm": 0.010515818966781335, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/mean": -2.367887645959854e-07, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/std": 4.108033103584092e-05, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/max_abs": 0.00040435791015625, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_input_layernorm_weight/norm": 0.0031652150292048376, "train/tensor_grad_model_layers_75_input_layernorm_weight/mean": -1.5478581190109253e-06, "train/tensor_grad_model_layers_75_input_layernorm_weight/std": 0.00014024250680491016, "train/tensor_grad_model_layers_75_input_layernorm_weight/max_abs": 0.00061798095703125, "train/tensor_grad_model_layers_75_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 0.04677794262974541, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 6.102025508880615e-06, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 0.0001053171135014691, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 0.001068115234375, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 0.028878466682901897, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 3.725290298461914e-09, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 6.510800269142152e-05, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/norm": 0.0013609704367996663, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/mean": -8.296221494674683e-06, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/std": 5.986728153730828e-05, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/max_abs": 0.00022983551025390625, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/norm": 0.012839996733884158, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/mean": -4.5495107769966125e-07, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/std": 5.01563308389198e-05, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/max_abs": 0.0003147125244140625, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/norm": 0.025154630952469764, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/mean": -1.6596168279647827e-06, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/std": 9.826061829292108e-05, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/max_abs": 0.0011444091796875, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/norm": 0.006320933800657252, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/mean": -7.136259227991104e-08, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/std": 2.4692260396272138e-05, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/max_abs": 0.0002536773681640625, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/norm": 0.004479565718159379, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/mean": -9.458744898438454e-09, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/std": 1.749843319901735e-05, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/max_abs": 0.00011920928955078125, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_input_layernorm_weight/norm": 0.0016150637153638115, "train/tensor_grad_model_layers_74_input_layernorm_weight/mean": 2.5480985641479492e-05, "train/tensor_grad_model_layers_74_input_layernorm_weight/std": 6.687276573367274e-05, "train/tensor_grad_model_layers_74_input_layernorm_weight/max_abs": 0.0002994537353515625, "train/tensor_grad_model_layers_74_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 0.04682808753779952, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 5.304813385009766e-06, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 0.00010553489442940087, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 0.00177001953125, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 0.029543411536040242, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 7.613562047481537e-08, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 6.676328863543826e-05, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 0.00174713134765625, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/norm": 0.0013566760460144952, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/mean": -4.7907233238220215e-06, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/std": 5.997473357475748e-05, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/max_abs": 0.00024127960205078125, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/norm": 0.009753076120050592, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/mean": 5.436595529317856e-08, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/std": 3.809848802155042e-05, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/max_abs": 0.00024318695068359375, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/norm": 0.015397532070177302, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/mean": -4.437752068042755e-07, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/std": 6.014771407516233e-05, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/max_abs": 0.000614166259765625, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/norm": 0.002596876002132484, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/mean": -2.3923348635435104e-08, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/std": 1.0144070058532234e-05, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/max_abs": 9.632110595703125e-05, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/norm": 0.0025773016200014622, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/mean": 1.0065559763461351e-07, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/std": 1.0067769242258642e-05, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/max_abs": 6.961822509765625e-05, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_input_layernorm_weight/norm": 0.0008022957710689732, "train/tensor_grad_model_layers_73_input_layernorm_weight/mean": 3.2316893339157104e-07, "train/tensor_grad_model_layers_73_input_layernorm_weight/std": 3.563770818091314e-05, "train/tensor_grad_model_layers_73_input_layernorm_weight/max_abs": 0.00016689300537109375, "train/tensor_grad_model_layers_73_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 0.04628992522518162, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 4.298985004425049e-06, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 0.00010436795506153836, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 0.0016021728515625, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 0.0290244469653202, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": -2.589295036159456e-07, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 6.545020278322656e-05, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 0.000751495361328125, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/norm": 0.001364563655089555, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/mean": 4.169531166553497e-06, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/std": 6.0408562656986976e-05, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/max_abs": 0.000186920166015625, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/norm": 0.011540729673454776, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/mean": 9.73232090473175e-08, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/std": 4.508195450276296e-05, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/max_abs": 0.0002918243408203125, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/norm": 0.018863517135690393, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/mean": -9.648501873016357e-07, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/std": 7.368773041547158e-05, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/max_abs": 0.000946044921875, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/norm": 0.004091916776734881, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/mean": 5.832407623529434e-08, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/std": 1.6012709353664897e-05, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/max_abs": 0.00023555755615234375, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/norm": 0.0034571008351968286, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/mean": -1.0301937436452135e-07, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/std": 1.350455746191178e-05, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/max_abs": 9.107589721679688e-05, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_input_layernorm_weight/norm": 0.001114041827797199, "train/tensor_grad_model_layers_72_input_layernorm_weight/mean": 1.5169382095336914e-05, "train/tensor_grad_model_layers_72_input_layernorm_weight/std": 4.7073605480307325e-05, "train/tensor_grad_model_layers_72_input_layernorm_weight/max_abs": 0.00023174285888671875, "train/tensor_grad_model_layers_72_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 0.043663136216974416, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 4.2244791984558105e-06, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 9.829060890182983e-05, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 0.000690460205078125, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 0.02835416414922796, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 1.2543750926852226e-07, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 6.402373351339874e-05, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 0.0005645751953125, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/norm": 0.0013141618238643891, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/mean": -6.12996518611908e-06, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/std": 5.799177567988558e-05, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/max_abs": 0.000213623046875, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/norm": 0.009573038841702132, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/mean": 1.3096723705530167e-07, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/std": 3.739471037042666e-05, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/max_abs": 0.0004673004150390625, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/norm": 0.014386246573255282, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/mean": -6.461050361394882e-08, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/std": 5.619628616970913e-05, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/max_abs": 0.0009307861328125, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/norm": 0.002587051075481949, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/mean": 4.013418219983578e-08, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/std": 1.0105734373811462e-05, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/max_abs": 0.00010347366333007812, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/norm": 0.0029310183681134877, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/mean": -7.07223080098629e-09, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/std": 1.1449369171660879e-05, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/max_abs": 9.393692016601562e-05, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_input_layernorm_weight/norm": 0.0008481398395931248, "train/tensor_grad_model_layers_71_input_layernorm_weight/mean": 1.0989606380462646e-05, "train/tensor_grad_model_layers_71_input_layernorm_weight/std": 3.5969880720685306e-05, "train/tensor_grad_model_layers_71_input_layernorm_weight/max_abs": 0.00022602081298828125, "train/tensor_grad_model_layers_71_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 0.04354455256898999, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 3.7178397178649902e-06, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 9.793355433608928e-05, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 0.028356923084035396, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 1.8248101696372032e-08, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 6.402769373518303e-05, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 0.00074005126953125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/norm": 0.0013873231101420665, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/mean": -1.843273639678955e-05, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/std": 5.873282996807483e-05, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/max_abs": 0.00023937225341796875, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/norm": 0.02011745045314152, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/mean": 7.88422767072916e-08, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/std": 7.858459254569082e-05, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/max_abs": 0.000560760498046875, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/norm": 0.03768929547133928, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/mean": 2.1364539861679077e-06, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/std": 0.00014722532819426253, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/max_abs": 0.00160980224609375, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/norm": 0.026435903794099005, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/mean": -4.260800778865814e-08, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/std": 0.00010326550786277409, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/max_abs": 0.00116729736328125, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/norm": 0.017540998458216776, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/mean": -4.819594323635101e-08, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/std": 6.85222090602087e-05, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/max_abs": 0.0006866455078125, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_input_layernorm_weight/norm": 0.005170568504289986, "train/tensor_grad_model_layers_70_input_layernorm_weight/mean": -8.273124694824219e-05, "train/tensor_grad_model_layers_70_input_layernorm_weight/std": 0.00021352843015708334, "train/tensor_grad_model_layers_70_input_layernorm_weight/max_abs": 0.000782012939453125, "train/tensor_grad_model_layers_70_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 0.047143169067638956, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -2.60770320892334e-07, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 0.00010650966553985387, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 0.00189208984375, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 0.030916159330474226, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": -3.1990930438041687e-07, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 6.986093785748307e-05, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 0.000766754150390625, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/norm": 0.0013900842676829366, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/mean": -4.604458808898926e-06, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/std": 6.165266261435356e-05, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/max_abs": 0.00019073486328125, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/norm": 0.01848015119287437, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/mean": 1.1245720088481903e-07, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/std": 7.218891391515922e-05, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/max_abs": 0.0009002685546875, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/norm": 0.023286011996108788, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/mean": -2.710730768740177e-07, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/std": 9.096135828201887e-05, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/max_abs": 0.00103759765625, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/norm": 0.006555155180431651, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/mean": -2.1507730707526207e-08, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/std": 2.560737246268493e-05, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/max_abs": 0.0002994537353515625, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/norm": 0.005998043464006294, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/mean": -8.629285730421543e-08, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/std": 2.3430403894130022e-05, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/max_abs": 0.00023937225341796875, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_input_layernorm_weight/norm": 0.0015753452722740307, "train/tensor_grad_model_layers_69_input_layernorm_weight/mean": 7.635913789272308e-06, "train/tensor_grad_model_layers_69_input_layernorm_weight/std": 6.952782664087386e-05, "train/tensor_grad_model_layers_69_input_layernorm_weight/max_abs": 0.000377655029296875, "train/tensor_grad_model_layers_69_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 0.043247704571796296, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 8.800998330116272e-08, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 9.759142487727226e-05, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 0.0009613037109375, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 0.02957498158287449, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -6.062909960746765e-07, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 6.676670699719835e-05, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 0.000713348388671875, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/norm": 0.0013621941559227048, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/mean": -9.3802809715271e-06, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/std": 5.975534853700488e-05, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/max_abs": 0.0002002716064453125, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/norm": 0.018166035370692436, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/mean": -2.651941031217575e-07, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/std": 7.096113657235705e-05, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/max_abs": 0.000476837158203125, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/norm": 0.046085221099588014, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/mean": 3.844499588012695e-06, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/std": 0.00018002076248542265, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/max_abs": 0.002838134765625, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/norm": 0.024459719880707647, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/mean": 2.3085158318281174e-07, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/std": 9.55458241201768e-05, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/max_abs": 0.0020294189453125, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/norm": 0.012558011209079359, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/mean": 5.760230123996735e-07, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/std": 4.9055482237774104e-05, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/max_abs": 0.00113677978515625, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_input_layernorm_weight/norm": 0.005354508890602154, "train/tensor_grad_model_layers_68_input_layernorm_weight/mean": -6.908178329467773e-05, "train/tensor_grad_model_layers_68_input_layernorm_weight/std": 0.00022735248517169386, "train/tensor_grad_model_layers_68_input_layernorm_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_68_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 0.04185445509273684, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 7.231719791889191e-07, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 9.42755340346365e-05, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 0.000614166259765625, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 0.02908791087441933, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 1.3085082173347473e-07, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 6.557747527831865e-05, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 0.000701904296875, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/norm": 0.0013676634028350234, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/mean": 1.4960765838623047e-05, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/std": 5.8832803801376704e-05, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/max_abs": 0.0002117156982421875, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/norm": 0.014878845136601574, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/mean": 2.670858521014452e-07, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/std": 5.8121223445344274e-05, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/max_abs": 0.00057220458984375, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/norm": 0.02411668868517535, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/mean": 6.165355443954468e-07, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/std": 9.420643366093428e-05, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/max_abs": 0.00113677978515625, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/norm": 0.005595774725011539, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/mean": 1.8495484255254269e-07, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/std": 2.1859092539726697e-05, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/max_abs": 0.0002288818359375, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/norm": 0.005180959989704965, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/mean": -2.6426278054714203e-08, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/std": 2.0238438819500053e-05, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/max_abs": 0.0001735687255859375, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_input_layernorm_weight/norm": 0.0012978158498117326, "train/tensor_grad_model_layers_67_input_layernorm_weight/mean": 1.2993812561035156e-05, "train/tensor_grad_model_layers_67_input_layernorm_weight/std": 5.6030078111018e-05, "train/tensor_grad_model_layers_67_input_layernorm_weight/max_abs": 0.000278472900390625, "train/tensor_grad_model_layers_67_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 0.03977263593043948, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -1.5506520867347717e-07, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 8.961554533776346e-05, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 0.000736236572265625, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 0.028538684143849902, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 2.504093572497368e-07, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 6.450345589853723e-05, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 0.000713348388671875, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/norm": 0.0013762865245346258, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/mean": 1.7952173948287964e-05, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/std": 5.84214380882882e-05, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/max_abs": 0.00021076202392578125, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/norm": 0.02182730174713752, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/mean": -3.1152740120887756e-07, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/std": 8.526492292399435e-05, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/max_abs": 0.00052642822265625, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/norm": 0.031096917954281912, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/mean": 7.997732609510422e-08, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/std": 0.0001214727682098318, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/max_abs": 0.00128936767578125, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/norm": 0.011728600494560494, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/mean": 2.891756594181061e-07, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/std": 4.581678236172404e-05, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/max_abs": 0.0004825592041015625, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/norm": 0.010943647768576868, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/mean": -1.8638093024492264e-07, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/std": 4.274867125505889e-05, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/max_abs": 0.0004634857177734375, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_input_layernorm_weight/norm": 0.0024496772852508394, "train/tensor_grad_model_layers_66_input_layernorm_weight/mean": -5.470588803291321e-06, "train/tensor_grad_model_layers_66_input_layernorm_weight/std": 0.00010840377475347988, "train/tensor_grad_model_layers_66_input_layernorm_weight/max_abs": 0.0003719329833984375, "train/tensor_grad_model_layers_66_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 0.03934188115996687, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -1.232139766216278e-06, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 8.866366022200249e-05, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 0.00072479248046875, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 0.029083812343966543, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 1.8812716007232666e-07, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 6.544728940803814e-05, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 0.00048828125, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/norm": 0.001276829949045535, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/mean": -4.630535840988159e-06, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/std": 5.6475197827191325e-05, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/max_abs": 0.00018024444580078125, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/norm": 0.014705134974975376, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/mean": 1.685693860054016e-07, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/std": 5.744331066434625e-05, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/max_abs": 0.000576019287109375, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/norm": 0.02424087129413432, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/mean": 1.2470409274101257e-06, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/std": 9.46921904674118e-05, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/max_abs": 0.00128173828125, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/norm": 0.006636468203408594, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/mean": 1.0360963642597198e-07, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/std": 2.59237400994079e-05, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/max_abs": 0.0004730224609375, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/norm": 0.00476282025490705, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/mean": 8.131610229611397e-08, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/std": 1.860480344015998e-05, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/max_abs": 0.0003986358642578125, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_input_layernorm_weight/norm": 0.0013462206633594793, "train/tensor_grad_model_layers_65_input_layernorm_weight/mean": 6.407499313354492e-06, "train/tensor_grad_model_layers_65_input_layernorm_weight/std": 5.948460680827795e-05, "train/tensor_grad_model_layers_65_input_layernorm_weight/max_abs": 0.0002613067626953125, "train/tensor_grad_model_layers_65_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 0.03830538397662899, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -2.6673078536987305e-06, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 8.639234943522919e-05, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 0.000667572021484375, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 0.02926933265495459, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -1.4528632164001465e-07, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 6.592962269932557e-05, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 0.000560760498046875, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/norm": 0.0012338997863210407, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/mean": -9.696930646896362e-06, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/std": 5.384217974495197e-05, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/max_abs": 0.00016880035400390625, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/norm": 0.01999076078511025, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/mean": -1.7369166016578674e-07, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/std": 7.796915114317302e-05, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/max_abs": 0.00057220458984375, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/norm": 0.03151258771158591, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/mean": -9.080395102500916e-08, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/std": 0.00012309668849842855, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/max_abs": 0.00109100341796875, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/norm": 0.012787775630907567, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/mean": 1.0423536878079176e-07, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/std": 4.995234086643003e-05, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/max_abs": 0.000568389892578125, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/norm": 0.009130622738306471, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/mean": 3.859167918562889e-07, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/std": 3.566764127011393e-05, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/max_abs": 0.000370025634765625, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_input_layernorm_weight/norm": 0.002991559437057137, "train/tensor_grad_model_layers_64_input_layernorm_weight/mean": 5.537271499633789e-05, "train/tensor_grad_model_layers_64_input_layernorm_weight/std": 0.00012071827164131998, "train/tensor_grad_model_layers_64_input_layernorm_weight/max_abs": 0.000514984130859375, "train/tensor_grad_model_layers_64_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 0.037390198491139184, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -2.1043233573436737e-06, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 8.413348456217656e-05, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 0.00140380859375, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 0.027747511103423602, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 7.788185030221939e-08, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 6.253940474246394e-05, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 0.0008392333984375, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/norm": 0.0011891152386649406, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/mean": 4.772096872329712e-06, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/std": 5.261379552443366e-05, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/max_abs": 0.00014972686767578125, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/norm": 0.017281897286128296, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/mean": 5.139736458659172e-07, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/std": 6.750792045733886e-05, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/max_abs": 0.000530242919921875, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/norm": 0.029105963150226254, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/mean": -1.0370276868343353e-06, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/std": 0.00011369660778254158, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/max_abs": 0.001434326171875, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/norm": 0.010911303893144226, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/mean": 3.8067810237407684e-08, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/std": 4.2622731345750866e-05, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/max_abs": 0.0004558563232421875, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/norm": 0.007701774585192801, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/mean": 1.334119588136673e-07, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/std": 3.0085089172351815e-05, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/max_abs": 0.0002765655517578125, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_input_layernorm_weight/norm": 0.0018094295806220973, "train/tensor_grad_model_layers_63_input_layernorm_weight/mean": 1.2271106243133545e-05, "train/tensor_grad_model_layers_63_input_layernorm_weight/std": 7.910273068811586e-05, "train/tensor_grad_model_layers_63_input_layernorm_weight/max_abs": 0.000270843505859375, "train/tensor_grad_model_layers_63_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 0.03739219109411383, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -1.3899989426136017e-06, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 8.43697239517482e-05, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 0.02796249596770952, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -1.1525116860866547e-07, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 6.308120805873555e-05, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 0.00057220458984375, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/norm": 0.0011064858046190276, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/mean": 1.255422830581665e-06, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/std": 4.915089954725081e-05, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/max_abs": 0.0002155303955078125, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/norm": 0.019970158427302015, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/mean": 6.565824151039124e-08, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/std": 7.800925770717344e-05, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/max_abs": 0.000553131103515625, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/norm": 0.026139441363619335, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/mean": -2.5134067982435226e-07, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/std": 0.00010210775244658035, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/max_abs": 0.001312255859375, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/norm": 0.011381747500330924, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/mean": -1.4761462807655334e-07, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/std": 4.446017014707961e-05, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/norm": 0.007783971794012197, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/mean": 9.255018085241318e-08, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/std": 3.040707484025692e-05, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/max_abs": 0.00026702880859375, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_input_layernorm_weight/norm": 0.002226881602493239, "train/tensor_grad_model_layers_62_input_layernorm_weight/mean": 2.7060508728027344e-05, "train/tensor_grad_model_layers_62_input_layernorm_weight/std": 9.502210531444461e-05, "train/tensor_grad_model_layers_62_input_layernorm_weight/max_abs": 0.000583648681640625, "train/tensor_grad_model_layers_62_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 0.035493504628473393, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -7.855123840272427e-07, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 8.018318911889547e-05, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 0.000972747802734375, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 0.02688770093873798, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -7.718335837125778e-08, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 6.056251785981836e-05, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 0.0005035400390625, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/norm": 0.0011144793279383985, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/mean": 5.662441253662109e-06, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/std": 4.911570563423547e-05, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/max_abs": 0.00016307830810546875, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/norm": 0.016848577724051215, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/mean": 5.96512109041214e-07, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/std": 6.581571406939649e-05, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/max_abs": 0.0005035400390625, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/norm": 0.025991017041512403, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/mean": 6.62636011838913e-07, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/std": 0.00010152785210292422, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/max_abs": 0.00133514404296875, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/norm": 0.006057796910393555, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/mean": 1.0829535312950611e-07, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/std": 2.3663395158219575e-05, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/max_abs": 0.000240325927734375, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/norm": 0.004997876543405018, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/mean": -1.6426201909780502e-07, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/std": 1.952412915943858e-05, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/max_abs": 0.00017642974853515625, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_input_layernorm_weight/norm": 0.001509241958963593, "train/tensor_grad_model_layers_61_input_layernorm_weight/mean": 1.2498348951339722e-06, "train/tensor_grad_model_layers_61_input_layernorm_weight/std": 6.69420052172679e-05, "train/tensor_grad_model_layers_61_input_layernorm_weight/max_abs": 0.0002994537353515625, "train/tensor_grad_model_layers_61_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 0.034448493075251344, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": -1.2195669114589691e-06, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 7.754239185070194e-05, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 0.00055694580078125, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 0.02624951702763524, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": -2.9336661100387573e-07, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 5.913837274631789e-05, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 0.000667572021484375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/norm": 0.0010852344415637671, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/mean": -9.778887033462524e-08, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/std": 4.8137419845914026e-05, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/max_abs": 0.00018405914306640625, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/norm": 0.018408652383598994, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/mean": -4.0372833609580994e-07, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/std": 7.190959544055063e-05, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/max_abs": 0.000423431396484375, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/norm": 0.026437101568551953, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/mean": 1.99128407984972e-07, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/std": 0.00010327216952556936, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/max_abs": 0.00128173828125, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/norm": 0.009326703121373325, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/mean": -6.51925802230835e-09, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/std": 3.643256671207183e-05, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/max_abs": 0.000396728515625, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/norm": 0.007071341682051809, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/mean": -8.218921720981598e-08, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/std": 2.762277617491719e-05, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/max_abs": 0.000232696533203125, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_input_layernorm_weight/norm": 0.0018100085312017574, "train/tensor_grad_model_layers_60_input_layernorm_weight/mean": -6.360001862049103e-06, "train/tensor_grad_model_layers_60_input_layernorm_weight/std": 7.993216348674113e-05, "train/tensor_grad_model_layers_60_input_layernorm_weight/max_abs": 0.0002727508544921875, "train/tensor_grad_model_layers_60_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 0.0318210403130622, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -1.2628734111785889e-06, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 7.169296498936297e-05, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 0.000606536865234375, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 0.025212617594152022, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 9.66247171163559e-09, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 5.693493432673167e-05, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 0.000431060791015625, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/norm": 0.0010408113303309653, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/mean": 3.5408884286880493e-06, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/std": 4.6040054035253336e-05, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/max_abs": 0.0001544952392578125, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/norm": 0.014910296546649751, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/mean": 3.3527612686157227e-07, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/std": 5.824356892287839e-05, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/max_abs": 0.00060272216796875, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/norm": 0.02026174145431232, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/mean": 9.145587682723999e-07, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/std": 7.914795171412513e-05, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/max_abs": 0.001220703125, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/norm": 0.006523805996200795, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/mean": 8.230745152104646e-08, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/std": 2.5483954854091137e-05, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/max_abs": 0.000308990478515625, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/norm": 0.00550681642899945, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/mean": 7.776543498039246e-08, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/std": 2.151124285659531e-05, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/max_abs": 0.000244140625, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_input_layernorm_weight/norm": 0.0013043252697653176, "train/tensor_grad_model_layers_59_input_layernorm_weight/mean": 6.183981895446777e-07, "train/tensor_grad_model_layers_59_input_layernorm_weight/std": 5.774332965964883e-05, "train/tensor_grad_model_layers_59_input_layernorm_weight/max_abs": 0.0003032684326171875, "train/tensor_grad_model_layers_59_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 0.03013659899348497, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -8.898787200450897e-07, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 6.798507506824472e-05, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 0.000545501708984375, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 0.024172233702174844, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": -7.904600352048874e-08, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 5.448453387955198e-05, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 0.000606536865234375, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/norm": 0.0009687772760714028, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/mean": -8.061528205871582e-06, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/std": 4.22765691767882e-05, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/max_abs": 0.000186920166015625, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/norm": 0.012499211703716404, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/mean": -1.1961674317717552e-08, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/std": 4.882509180542497e-05, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/max_abs": 0.0003910064697265625, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/norm": 0.019414361226107325, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/mean": -1.3851968105882406e-07, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/std": 7.583740711736887e-05, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/norm": 0.006378502358184442, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/mean": 8.792267180979252e-08, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/std": 2.4916186824374967e-05, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/max_abs": 0.0004177093505859375, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/norm": 0.005236277519189276, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/mean": -1.7505954019725323e-08, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/std": 2.0454535515616173e-05, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/max_abs": 0.00017452239990234375, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_input_layernorm_weight/norm": 0.00125943950379621, "train/tensor_grad_model_layers_58_input_layernorm_weight/mean": -1.7799437046051025e-05, "train/tensor_grad_model_layers_58_input_layernorm_weight/std": 5.2900345273554e-05, "train/tensor_grad_model_layers_58_input_layernorm_weight/max_abs": 0.0002574920654296875, "train/tensor_grad_model_layers_58_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 0.03050811620895687, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": -2.726912498474121e-06, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 6.895557705914443e-05, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 0.000637054443359375, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 0.024752521477965344, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 5.3085386753082275e-08, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 5.5796068811770944e-05, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 0.000518798828125, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/norm": 0.0009129129273930851, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/mean": -1.4295801520347595e-06, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/std": 4.045195805505958e-05, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/max_abs": 0.0001392364501953125, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/norm": 0.015733846390376567, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/mean": 3.4955155570060015e-07, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/std": 6.146091308731745e-05, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/max_abs": 0.0003910064697265625, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/norm": 0.023193760918604655, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/mean": 5.117617547512054e-07, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/std": 9.060093326682747e-05, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/max_abs": 0.000888824462890625, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/norm": 0.008862086101600122, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/mean": 6.693881005048752e-08, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/std": 3.461786411922926e-05, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/max_abs": 0.000659942626953125, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/norm": 0.005960818165775771, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/mean": -1.3271346688270569e-08, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/std": 2.3285140690246808e-05, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/max_abs": 0.0002841949462890625, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_input_layernorm_weight/norm": 0.001590641851818361, "train/tensor_grad_model_layers_57_input_layernorm_weight/mean": 1.3031065464019775e-05, "train/tensor_grad_model_layers_57_input_layernorm_weight/std": 6.917215127091959e-05, "train/tensor_grad_model_layers_57_input_layernorm_weight/max_abs": 0.0002994537353515625, "train/tensor_grad_model_layers_57_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 0.027512777242862482, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -4.302710294723511e-06, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 6.190848001513584e-05, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 0.000553131103515625, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 0.023409588406361183, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -8.440110832452774e-08, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 5.2757332688618275e-05, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 0.000629425048828125, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/norm": 0.0008796145148378683, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/mean": -2.3831380531191826e-06, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/std": 3.891453397563353e-05, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/max_abs": 0.00013637542724609375, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/norm": 0.010850662125433367, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/mean": 1.4457327779382467e-07, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/std": 4.238708022502205e-05, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/norm": 0.01547903186406532, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/mean": -1.2415694072842598e-07, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/std": 6.0465409936403383e-05, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/max_abs": 0.000682830810546875, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/norm": 0.00364149969975842, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/mean": 1.3969838619232178e-09, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/std": 1.4224687913020387e-05, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/max_abs": 0.00013446807861328125, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/norm": 0.003390765931017638, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/mean": -4.213507054373622e-08, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/std": 1.3245208852151027e-05, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/max_abs": 0.00012111663818359375, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_input_layernorm_weight/norm": 0.0007280702260101881, "train/tensor_grad_model_layers_56_input_layernorm_weight/mean": 6.3087791204452515e-06, "train/tensor_grad_model_layers_56_input_layernorm_weight/std": 3.1581418425563235e-05, "train/tensor_grad_model_layers_56_input_layernorm_weight/max_abs": 0.00011920928955078125, "train/tensor_grad_model_layers_56_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 0.028767961198964118, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -4.135072231292725e-06, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 6.478339296296139e-05, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 0.0005645751953125, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 0.02417300426210077, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 4.6333298087120056e-08, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 5.454526885430699e-05, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 0.00079345703125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/norm": 0.0009928917609996271, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/mean": -6.18956983089447e-06, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/std": 4.356926431525307e-05, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/max_abs": 0.0001373291015625, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/norm": 0.0221023125034125, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/mean": -5.336478352546692e-07, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/std": 8.63388432066099e-05, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/norm": 0.030331525141318774, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/mean": -5.166511982679367e-07, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/std": 0.00011848272727289888, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/max_abs": 0.00144195556640625, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/norm": 0.008668979900394672, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/mean": 4.98257577419281e-08, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/std": 3.386463907983374e-05, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/max_abs": 0.000522613525390625, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/norm": 0.0066336784774747954, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/mean": -1.7334241420030594e-07, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/std": 2.5913345384693194e-05, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/max_abs": 0.00026702880859375, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_input_layernorm_weight/norm": 0.0024428006005128497, "train/tensor_grad_model_layers_55_input_layernorm_weight/mean": -3.8176774978637695e-05, "train/tensor_grad_model_layers_55_input_layernorm_weight/std": 0.0001012809158904555, "train/tensor_grad_model_layers_55_input_layernorm_weight/max_abs": 0.0004253387451171875, "train/tensor_grad_model_layers_55_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 0.027267964107004924, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": -4.649162292480469e-06, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 6.137255209691675e-05, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 0.000591278076171875, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 0.02319865919094461, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 1.5832483768463135e-08, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 5.2406202113659135e-05, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 0.00052642822265625, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/norm": 0.0008621490102810288, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/mean": 0.0, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/std": 3.824687171401027e-05, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/max_abs": 0.0001277923583984375, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/norm": 0.01246974532139189, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/mean": -3.408058546483517e-08, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/std": 4.871001241503894e-05, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/norm": 0.017031105460857246, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/mean": 4.5262277126312256e-07, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/std": 6.652792011030606e-05, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/max_abs": 0.000682830810546875, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/norm": 0.003281304935154402, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/mean": -2.9685907065868378e-09, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/std": 1.2818013070890197e-05, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/max_abs": 0.00018405914306640625, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/norm": 0.0033944804486291335, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/mean": -8.812639862298965e-08, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/std": 1.3259721588626743e-05, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/max_abs": 0.00011539459228515625, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_input_layernorm_weight/norm": 0.0007354999474214281, "train/tensor_grad_model_layers_54_input_layernorm_weight/mean": 9.583309292793274e-07, "train/tensor_grad_model_layers_54_input_layernorm_weight/std": 3.256961147711553e-05, "train/tensor_grad_model_layers_54_input_layernorm_weight/max_abs": 0.00011444091796875, "train/tensor_grad_model_layers_54_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 0.026653641124750393, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -4.507601261138916e-06, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 5.986950327154737e-05, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 0.000591278076171875, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 0.022798979815655995, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 1.8690479919314384e-07, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 5.144553267358216e-05, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 0.00052642822265625, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/norm": 0.0008395844505585513, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/mean": -1.5737023204565048e-06, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/std": 3.7207275383938666e-05, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/max_abs": 0.00010776519775390625, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/norm": 0.012146379474359278, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/mean": -8.195638656616211e-08, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/std": 4.74469437271157e-05, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/max_abs": 0.00038909912109375, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/norm": 0.017805221978099778, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/mean": -8.344650268554688e-07, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/std": 6.955225617401524e-05, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/max_abs": 0.000926971435546875, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/norm": 0.005330408499135533, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/mean": 1.1618249118328094e-07, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/std": 2.0821955608364127e-05, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/max_abs": 0.0002231597900390625, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/norm": 0.004442221107986416, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/mean": -1.0418079909868538e-07, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/std": 1.7352794284018073e-05, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/max_abs": 0.0001697540283203125, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_input_layernorm_weight/norm": 0.0010621534587282593, "train/tensor_grad_model_layers_53_input_layernorm_weight/mean": 1.6030389815568924e-06, "train/tensor_grad_model_layers_53_input_layernorm_weight/std": 4.7074668726716624e-05, "train/tensor_grad_model_layers_53_input_layernorm_weight/max_abs": 0.00020313262939453125, "train/tensor_grad_model_layers_53_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 0.027055171238504136, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -4.123896360397339e-06, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 6.083918511316061e-05, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 0.0008392333984375, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 0.023471092945285897, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -3.0349474400281906e-07, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 5.293691839522257e-05, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 0.000690460205078125, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/norm": 0.0008331621079972148, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/mean": -6.9588422775268555e-06, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/std": 3.6320904120238005e-05, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/max_abs": 0.0001316070556640625, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/norm": 0.009446804913163975, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/mean": -1.671724021434784e-07, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/std": 3.6902235009066013e-05, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/max_abs": 0.000244140625, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/norm": 0.013531474869249356, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/mean": 9.052455425262451e-07, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/std": 5.2857709526531955e-05, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/norm": 0.0031520204330993955, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/mean": 4.773028194904327e-09, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/std": 1.2312727543550562e-05, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/max_abs": 0.0001239776611328125, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/norm": 0.0032491100329550535, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/mean": 2.0372681319713593e-09, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/std": 1.2691855403669975e-05, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/max_abs": 0.00012683868408203125, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_input_layernorm_weight/norm": 0.0006364288227643136, "train/tensor_grad_model_layers_52_input_layernorm_weight/mean": -5.68293035030365e-06, "train/tensor_grad_model_layers_52_input_layernorm_weight/std": 2.7691215876504935e-05, "train/tensor_grad_model_layers_52_input_layernorm_weight/max_abs": 0.00012063980102539062, "train/tensor_grad_model_layers_52_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 0.02525004570550842, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -3.248453140258789e-06, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 5.683738391473275e-05, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 0.000579833984375, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 0.022494167128137676, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 7.636845111846924e-08, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 5.0849912601112505e-05, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 0.0006561279296875, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/norm": 0.0008636014609335974, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/mean": 4.090368747711182e-06, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/std": 3.805546742055697e-05, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/max_abs": 0.00012969970703125, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/norm": 0.012545137567757925, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/mean": 2.0116567611694336e-07, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/std": 4.900454124197855e-05, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/max_abs": 0.0003299713134765625, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/norm": 0.017377235289395845, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/mean": 4.6798959374427795e-07, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/std": 6.788131057715362e-05, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/max_abs": 0.000919342041015625, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/norm": 0.004889150321003454, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/mean": 6.218033377081156e-08, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/std": 1.909853216354975e-05, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/max_abs": 0.0001506805419921875, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/norm": 0.004471580259338639, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/mean": 7.438939064741135e-08, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/std": 1.746746358241776e-05, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/max_abs": 0.00015926361083984375, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_input_layernorm_weight/norm": 0.0010405054440290413, "train/tensor_grad_model_layers_51_input_layernorm_weight/mean": -4.6156346797943115e-06, "train/tensor_grad_model_layers_51_input_layernorm_weight/std": 4.598840968431476e-05, "train/tensor_grad_model_layers_51_input_layernorm_weight/max_abs": 0.00019931793212890625, "train/tensor_grad_model_layers_51_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 0.024456673629722144, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -2.93925404548645e-06, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 5.505001766223304e-05, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 0.0004596710205078125, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 0.02170012258437906, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -9.42964106798172e-08, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 4.8940587921877024e-05, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 0.0003814697265625, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/norm": 0.0007574816033909324, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/mean": -3.7513673305511475e-06, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/std": 3.3461592455013824e-05, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/max_abs": 0.00010776519775390625, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/norm": 0.01061112472589201, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/mean": 9.103678166866302e-08, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/std": 4.145104944020751e-05, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/max_abs": 0.0002613067626953125, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/norm": 0.016464905110852354, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/mean": -6.565824151039124e-07, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/std": 6.431615326066655e-05, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/max_abs": 0.0009002685546875, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/norm": 0.003768480715355575, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/mean": 1.2513191904872656e-07, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/std": 1.4720986127560155e-05, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/max_abs": 0.00015354156494140625, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/norm": 0.0032413615329395075, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/mean": 5.279434844851494e-08, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/std": 1.2661691108044543e-05, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/max_abs": 0.00011539459228515625, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_input_layernorm_weight/norm": 0.0007829497703757087, "train/tensor_grad_model_layers_50_input_layernorm_weight/mean": -4.782341420650482e-06, "train/tensor_grad_model_layers_50_input_layernorm_weight/std": 3.450870789348752e-05, "train/tensor_grad_model_layers_50_input_layernorm_weight/max_abs": 0.000148773193359375, "train/tensor_grad_model_layers_50_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 0.02384569427142626, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": -2.6337802410125732e-06, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 5.3678279020433755e-05, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 0.000469207763671875, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 0.02182593633537442, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": -3.033783286809921e-07, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 4.924526803850822e-05, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 0.0006103515625, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/norm": 0.0008557727278550096, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/mean": -8.888542652130127e-06, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/std": 3.688055382188612e-05, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/max_abs": 0.00010776519775390625, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/norm": 0.013707115531829685, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/mean": -9.266659617424011e-08, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/std": 5.3544711159244274e-05, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/max_abs": 0.000377655029296875, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/norm": 0.02033670890127608, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/mean": -9.620562195777893e-07, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/std": 7.944058011780621e-05, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/max_abs": 0.0010528564453125, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/norm": 0.005970458235630448, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/mean": -1.0378425940871239e-07, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/std": 2.3322252123482137e-05, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/max_abs": 0.00020313262939453125, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/norm": 0.0052676646105632875, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/mean": -3.440072759985924e-08, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/std": 2.0577109628403008e-05, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/max_abs": 0.00021648406982421875, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_input_layernorm_weight/norm": 0.001085916410471224, "train/tensor_grad_model_layers_49_input_layernorm_weight/mean": 4.472211003303528e-06, "train/tensor_grad_model_layers_49_input_layernorm_weight/std": 4.7999358738792496e-05, "train/tensor_grad_model_layers_49_input_layernorm_weight/max_abs": 0.000156402587890625, "train/tensor_grad_model_layers_49_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 0.025098143101582673, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -2.473592758178711e-06, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 5.6539870624607464e-05, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 0.000514984130859375, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 0.022492676576237366, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -4.1433395381318405e-08, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 5.066701788862326e-05, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 0.00042724609375, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/norm": 0.0008840926120625907, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/mean": 3.4570693969726562e-06, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/std": 3.901422382329878e-05, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/max_abs": 0.00018787384033203125, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/norm": 0.01272864733644374, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/mean": 1.41095370054245e-07, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/std": 4.972168514100008e-05, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/max_abs": 0.00052642822265625, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/norm": 0.021093188384315013, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/mean": 5.476176738739014e-07, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/std": 8.239540637514342e-05, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/max_abs": 0.00130462646484375, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/norm": 0.003820163624930457, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/mean": 5.561742000281811e-08, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/std": 1.4922741401368235e-05, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/max_abs": 0.00014209747314453125, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/norm": 0.003554880338720045, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/mean": 5.844049155712128e-08, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/std": 1.388647792331504e-05, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/max_abs": 0.000152587890625, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_input_layernorm_weight/norm": 0.0009609270871817473, "train/tensor_grad_model_layers_48_input_layernorm_weight/mean": -5.58607280254364e-06, "train/tensor_grad_model_layers_48_input_layernorm_weight/std": 4.226447505735248e-05, "train/tensor_grad_model_layers_48_input_layernorm_weight/max_abs": 0.00016117095947265625, "train/tensor_grad_model_layers_48_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 0.02350875830276918, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -2.089887857437134e-06, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 5.289541819924839e-05, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 0.0005645751953125, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 0.021462776424691844, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 1.234002411365509e-07, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 4.8416628754745994e-05, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 0.0004863739013671875, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/norm": 0.000754534197659066, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/mean": -2.130866050720215e-06, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/std": 3.3428924407390186e-05, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/max_abs": 0.0001239776611328125, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/norm": 0.024202652165009723, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/mean": -2.6868656277656555e-07, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/std": 9.454258798973046e-05, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/max_abs": 0.000797271728515625, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/norm": 0.033218604574665696, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/mean": 5.052424967288971e-07, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/std": 0.00012976021380724315, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/max_abs": 0.002105712890625, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/norm": 0.009683165503446544, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/mean": -1.1507654562592506e-07, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/std": 3.782520942055395e-05, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/max_abs": 0.00045013427734375, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/norm": 0.008169425133968717, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/mean": 1.5227124094963074e-07, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/std": 3.191193733993487e-05, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/max_abs": 0.000362396240234375, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_input_layernorm_weight/norm": 0.002316259552393731, "train/tensor_grad_model_layers_47_input_layernorm_weight/mean": -2.8312206268310547e-05, "train/tensor_grad_model_layers_47_input_layernorm_weight/std": 9.880927515594978e-05, "train/tensor_grad_model_layers_47_input_layernorm_weight/max_abs": 0.00049591064453125, "train/tensor_grad_model_layers_47_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 0.02305311668057658, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -2.1904706954956055e-06, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 5.194743262147605e-05, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 0.000667572021484375, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 0.021088242694911493, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 4.384201020002365e-07, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 4.7507289450992333e-05, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 0.000507354736328125, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/norm": 0.0008305906543690597, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/mean": -1.0147690773010254e-05, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/std": 3.539814359245462e-05, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/max_abs": 0.000125885009765625, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/norm": 0.017616336404410814, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/mean": -2.3655593395233154e-07, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/std": 6.881427193562304e-05, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/max_abs": 0.00063323974609375, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/norm": 0.022505756939733758, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/mean": 6.984919309616089e-07, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/std": 8.791410665764071e-05, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/max_abs": 0.00115966796875, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/norm": 0.006819859397886488, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/mean": 4.243338480591774e-08, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/std": 2.6640331733900538e-05, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/max_abs": 0.0003299713134765625, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/norm": 0.0049526230906754365, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/mean": -1.0260919225402176e-07, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/std": 1.93463528070714e-05, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/max_abs": 0.00020599365234375, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_input_layernorm_weight/norm": 0.0013478465049625548, "train/tensor_grad_model_layers_46_input_layernorm_weight/mean": -9.298324584960938e-06, "train/tensor_grad_model_layers_46_input_layernorm_weight/std": 5.895625547996256e-05, "train/tensor_grad_model_layers_46_input_layernorm_weight/max_abs": 0.0002727508544921875, "train/tensor_grad_model_layers_46_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 0.022380435810763308, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -2.419576048851013e-06, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 5.051446374377996e-05, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 0.000522613525390625, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 0.020816657226790443, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 1.2767850421369076e-07, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 4.697687415895064e-05, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 0.000576019287109375, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/norm": 0.0007316167697948277, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/mean": -6.742775440216064e-07, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/std": 3.245654784492758e-05, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/max_abs": 0.00014400482177734375, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/norm": 0.014988014976397011, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/mean": 9.569339454174042e-08, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/std": 5.854752559237467e-05, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/max_abs": 0.000461578369140625, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/norm": 0.0254340900178798, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/mean": 1.0128132998943329e-06, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/std": 9.935386018213107e-05, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/max_abs": 0.00138092041015625, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/norm": 0.007351585758062983, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/mean": 4.44706529378891e-08, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/std": 2.8717307292435082e-05, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/max_abs": 0.0003814697265625, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/norm": 0.005670298235022018, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/mean": 6.287882570177317e-08, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/std": 2.214991953174912e-05, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/max_abs": 0.00022125244140625, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_input_layernorm_weight/norm": 0.0013037170899349586, "train/tensor_grad_model_layers_45_input_layernorm_weight/mean": -6.034970283508301e-06, "train/tensor_grad_model_layers_45_input_layernorm_weight/std": 5.7565268653640657e-05, "train/tensor_grad_model_layers_45_input_layernorm_weight/max_abs": 0.00022125244140625, "train/tensor_grad_model_layers_45_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 0.022684806059533186, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -1.7061829566955566e-06, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 5.116473375838881e-05, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 0.00095367431640625, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 0.02087884144643606, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 9.755603969097137e-08, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 4.7098728948266605e-05, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 0.000507354736328125, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/norm": 0.0007693356380936601, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/mean": 1.2926757335662842e-06, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/std": 3.412363859600538e-05, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/max_abs": 0.00010156631469726562, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/norm": 0.014622283475403982, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/mean": -1.7452111933380365e-07, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/std": 5.7118548583569255e-05, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/max_abs": 0.0003833770751953125, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/norm": 0.022950679651389933, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/mean": 8.405186235904694e-07, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/std": 8.965138595565627e-05, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/max_abs": 0.002105712890625, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/norm": 0.005841924590076506, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/mean": 4.810863174498081e-08, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/std": 2.2820030746282705e-05, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/max_abs": 0.0002574920654296875, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/norm": 0.005146081753061364, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/mean": 1.6728881746530533e-07, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/std": 2.0102106615160353e-05, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/max_abs": 0.0002651214599609375, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_input_layernorm_weight/norm": 0.0011971708862321415, "train/tensor_grad_model_layers_44_input_layernorm_weight/mean": -1.595914363861084e-05, "train/tensor_grad_model_layers_44_input_layernorm_weight/std": 5.068502224511829e-05, "train/tensor_grad_model_layers_44_input_layernorm_weight/max_abs": 0.0001773834228515625, "train/tensor_grad_model_layers_44_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 0.022325271888649304, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -1.8905848264694214e-06, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 5.016945092842953e-05, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 0.020329380357289907, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 1.442531356588006e-07, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 4.5788680275426433e-05, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 0.000732421875, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/norm": 0.0006997526402526175, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/mean": 5.289912223815918e-06, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/std": 3.057908892615728e-05, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/max_abs": 0.00011348724365234375, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/norm": 0.01699837319920943, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/mean": -5.452893674373627e-07, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/std": 6.640012708534531e-05, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/max_abs": 0.0004634857177734375, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/norm": 0.024495560993234276, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/mean": -1.2842938303947449e-06, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/std": 9.557495725978198e-05, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/max_abs": 0.00170135498046875, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/norm": 0.008971441330322507, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/mean": 2.728775143623352e-07, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/std": 3.50447101825557e-05, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/max_abs": 0.000640869140625, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/norm": 0.006105613348011899, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/mean": 1.1816155165433884e-07, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/std": 2.3850723585874355e-05, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/max_abs": 0.00021457672119140625, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_input_layernorm_weight/norm": 0.0016500009903511954, "train/tensor_grad_model_layers_43_input_layernorm_weight/mean": 2.3186206817626953e-05, "train/tensor_grad_model_layers_43_input_layernorm_weight/std": 6.954033316222978e-05, "train/tensor_grad_model_layers_43_input_layernorm_weight/max_abs": 0.000278472900390625, "train/tensor_grad_model_layers_43_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 0.020854650955471135, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -2.028420567512512e-06, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 4.699793416028698e-05, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 0.000583648681640625, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 0.019443984584441642, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": 2.6135239750146866e-08, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 4.3880140831032606e-05, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 0.0004863739013671875, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/norm": 0.0006322163044224281, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/mean": -3.028661012649536e-06, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/std": 2.7891155419246057e-05, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/max_abs": 0.00011014938354492188, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/norm": 0.01292688731271111, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/mean": -5.296897143125534e-08, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/std": 5.0495838608419344e-05, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/max_abs": 0.0006103515625, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/norm": 0.02468508020444763, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/mean": 3.442983143031597e-07, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/std": 9.642636729990546e-05, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/max_abs": 0.0020599365234375, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/norm": 0.005872354436814473, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/mean": -9.278301149606705e-08, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/std": 2.2938949120562467e-05, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/max_abs": 0.000431060791015625, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/norm": 0.0053097297303538364, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/mean": -4.534376785159111e-08, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/std": 2.074117554329835e-05, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/max_abs": 0.00026702880859375, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_input_layernorm_weight/norm": 0.0011438113876516313, "train/tensor_grad_model_layers_42_input_layernorm_weight/mean": -1.5446916222572327e-05, "train/tensor_grad_model_layers_42_input_layernorm_weight/std": 4.835738406560576e-05, "train/tensor_grad_model_layers_42_input_layernorm_weight/max_abs": 0.00019931793212890625, "train/tensor_grad_model_layers_42_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 0.019660332418039408, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -2.516433596611023e-06, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 4.442941775458738e-05, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 0.00057220458984375, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 0.01883258513494806, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 1.1481461115181446e-08, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 4.2444889967185615e-05, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 0.0007171630859375, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/norm": 0.0006406988190070281, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/mean": 5.45009970664978e-06, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/std": 2.791201966011172e-05, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/max_abs": 9.632110595703125e-05, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/norm": 0.00866795923989777, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/mean": 7.747439667582512e-08, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/std": 3.385945310738685e-05, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/max_abs": 0.000209808349609375, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/norm": 0.018163574376264313, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/mean": 1.5081604942679405e-07, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/std": 7.095206474194892e-05, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/max_abs": 0.00139617919921875, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/norm": 0.0029576280525782325, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/mean": -5.995389074087143e-08, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/std": 1.1553376553222227e-05, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/max_abs": 0.0001316070556640625, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/norm": 0.0023662195382648733, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/mean": -3.1461240723729134e-08, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/std": 9.24316248507987e-06, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/max_abs": 8.630752563476562e-05, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_input_layernorm_weight/norm": 0.0006267838985010861, "train/tensor_grad_model_layers_41_input_layernorm_weight/mean": -6.012618541717529e-06, "train/tensor_grad_model_layers_41_input_layernorm_weight/std": 2.7104195366459027e-05, "train/tensor_grad_model_layers_41_input_layernorm_weight/max_abs": 0.00012159347534179688, "train/tensor_grad_model_layers_41_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 0.022162906556076917, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -2.4903565645217896e-06, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 4.9972291099627613e-05, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 0.0008544921875, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 0.020188248688363875, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 2.60770320892334e-08, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 4.55718351855496e-05, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 0.0008392333984375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/norm": 0.0006795463206429563, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/mean": -9.830109775066376e-07, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/std": 3.0137137868271202e-05, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/max_abs": 0.0001010894775390625, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/norm": 0.01602553549450582, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/mean": -2.1175947040319443e-07, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/std": 6.259986846867153e-05, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/norm": 0.02794457152389145, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/mean": 8.01868736743927e-07, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/std": 0.00010915881549135672, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/max_abs": 0.0019073486328125, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/norm": 0.006682879287683888, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/mean": 1.1431984603404999e-07, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/std": 2.6105100264291385e-05, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/max_abs": 0.0003757476806640625, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/norm": 0.00438089373945414, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/mean": 1.2665987014770508e-07, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/std": 1.71134024189108e-05, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/max_abs": 0.00018787384033203125, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_input_layernorm_weight/norm": 0.0012924056970075738, "train/tensor_grad_model_layers_40_input_layernorm_weight/mean": 2.2239983081817627e-06, "train/tensor_grad_model_layers_40_input_layernorm_weight/std": 5.7251097479006425e-05, "train/tensor_grad_model_layers_40_input_layernorm_weight/max_abs": 0.0003185272216796875, "train/tensor_grad_model_layers_40_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 0.018989880238477287, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -2.4829059839248657e-06, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 4.2880385798659976e-05, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 0.000732421875, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 0.01828825547410712, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 9.105860954150558e-08, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 4.1265489299951846e-05, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 0.00104522705078125, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/norm": 0.0006380416165668012, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/mean": 5.710870027542114e-06, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/std": 2.770608243018693e-05, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/max_abs": 9.012222290039062e-05, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/norm": 0.010514756145547423, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/mean": -1.4132820069789886e-07, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/std": 4.1075130125240744e-05, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/max_abs": 0.000331878662109375, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/norm": 0.020981273299753425, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/mean": -2.2398307919502258e-07, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/std": 8.19588265804335e-05, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/max_abs": 0.0017242431640625, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/norm": 0.005231272824384604, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/mean": -3.2084062695503235e-07, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/std": 2.0435295778513315e-05, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/max_abs": 0.000308990478515625, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/norm": 0.0035020084403329208, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/mean": -5.116453394293785e-08, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/std": 1.3679873584548811e-05, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/max_abs": 0.000274658203125, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_input_layernorm_weight/norm": 0.0008132465771302361, "train/tensor_grad_model_layers_39_input_layernorm_weight/mean": -1.1066440492868423e-06, "train/tensor_grad_model_layers_39_input_layernorm_weight/std": 3.6044955529498295e-05, "train/tensor_grad_model_layers_39_input_layernorm_weight/max_abs": 0.00013065338134765625, "train/tensor_grad_model_layers_39_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 0.01785995469775333, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -2.1886080503463745e-06, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 4.019644659089492e-05, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 0.0003223419189453125, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 0.018006509001384226, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 1.4398574421647936e-07, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 4.0653799919387854e-05, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 0.00054168701171875, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/norm": 0.0005977461422374096, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/mean": 8.262693881988525e-06, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/std": 2.5187276992232653e-05, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/max_abs": 0.00011730194091796875, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/norm": 0.020572016893500435, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/mean": -5.587935447692871e-09, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/std": 8.036104814102122e-05, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/max_abs": 0.000621795654296875, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/norm": 0.029828649565219065, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/mean": 1.2032687664031982e-06, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/std": 0.00011651855689571345, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/max_abs": 0.002105712890625, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/norm": 0.01546446466330586, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/mean": -1.7249112715944648e-07, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/std": 6.0408626741551705e-05, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/max_abs": 0.00093841552734375, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/norm": 0.009193239962124641, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/mean": -2.8207432478666306e-07, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/std": 3.591162309654148e-05, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/max_abs": 0.00060272216796875, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_input_layernorm_weight/norm": 0.002392189325155039, "train/tensor_grad_model_layers_38_input_layernorm_weight/mean": -2.637505531311035e-06, "train/tensor_grad_model_layers_38_input_layernorm_weight/std": 0.00010613672229087415, "train/tensor_grad_model_layers_38_input_layernorm_weight/max_abs": 0.000614166259765625, "train/tensor_grad_model_layers_38_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 0.017495810313738456, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -2.4009495973587036e-06, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 3.937149338833177e-05, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 0.00086212158203125, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 0.01837371104124628, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 2.5617191568017006e-07, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 4.149037427550341e-05, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/norm": 0.0006089970340385671, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/mean": 2.3171305656433105e-06, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/std": 2.6965238936859176e-05, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/max_abs": 9.34600830078125e-05, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/norm": 0.010897040465586183, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/mean": 3.889435902237892e-07, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/std": 4.2567810427919076e-05, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/max_abs": 0.0003452301025390625, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/norm": 0.021730830037159823, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/mean": 7.115304470062256e-07, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/std": 8.488696429714655e-05, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/max_abs": 0.00168609619140625, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/norm": 0.003976751916941989, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/mean": 1.3629323802888393e-07, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/std": 1.5535233446971765e-05, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/max_abs": 0.0001697540283203125, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/norm": 0.0031682295203920756, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/mean": 5.6461431086063385e-08, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/std": 1.237605921819189e-05, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/max_abs": 0.00015163421630859375, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_input_layernorm_weight/norm": 0.0007082378696052606, "train/tensor_grad_model_layers_37_input_layernorm_weight/mean": -8.288770914077759e-08, "train/tensor_grad_model_layers_37_input_layernorm_weight/std": 3.140844481753664e-05, "train/tensor_grad_model_layers_37_input_layernorm_weight/max_abs": 0.0001430511474609375, "train/tensor_grad_model_layers_37_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 0.020726356427677672, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -2.518296241760254e-06, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 4.668630827416948e-05, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 0.001373291015625, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 0.018589689468541948, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": -1.1647352948784828e-07, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 4.191276350926896e-05, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 0.00064849853515625, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/norm": 0.0006343905780625377, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/mean": 6.4373016357421875e-06, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/std": 2.7441587797995977e-05, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/max_abs": 0.00010347366333007812, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/norm": 0.014009064239213886, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/mean": -8.521601557731628e-08, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/std": 5.472345475593096e-05, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/max_abs": 0.000522613525390625, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/norm": 0.023386741351449143, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/mean": -2.1550804376602173e-06, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/std": 9.135558973859269e-05, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/max_abs": 0.00135040283203125, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/norm": 0.005858460990824887, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/mean": -2.012820914387703e-07, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/std": 2.2884740661394544e-05, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/max_abs": 0.000335693359375, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/norm": 0.005092550841575362, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/mean": 2.410524757578969e-08, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/std": 1.9893139324603955e-05, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/max_abs": 0.0002288818359375, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_input_layernorm_weight/norm": 0.0010347678359991972, "train/tensor_grad_model_layers_36_input_layernorm_weight/mean": 3.935769200325012e-06, "train/tensor_grad_model_layers_36_input_layernorm_weight/std": 4.5668900771282465e-05, "train/tensor_grad_model_layers_36_input_layernorm_weight/max_abs": 0.0002040863037109375, "train/tensor_grad_model_layers_36_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 0.016702123021332452, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -2.175569534301758e-06, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 3.763491850591301e-05, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 0.000530242919921875, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 0.01733677801266729, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 1.3728276826441288e-07, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 3.9168548784970295e-05, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 0.000545501708984375, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/norm": 0.0006100981901690814, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/mean": 3.810971975326538e-06, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/std": 2.6801780403609526e-05, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/max_abs": 0.00017547607421875, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/norm": 0.016175813425709628, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/mean": -4.330649971961975e-07, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/std": 6.318766355639779e-05, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/max_abs": 0.000789642333984375, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/norm": 0.02314689398829548, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/mean": 1.0337680578231812e-06, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/std": 9.041795130511895e-05, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/max_abs": 0.00147247314453125, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/norm": 0.011902520576868697, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/mean": -1.737847924232483e-06, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/std": 4.649533952196237e-05, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/max_abs": 0.000804901123046875, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/norm": 0.010724312909665341, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/mean": 2.5262124836444855e-08, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/std": 4.189229640120937e-05, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/max_abs": 0.00121307373046875, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_input_layernorm_weight/norm": 0.0025239693011906094, "train/tensor_grad_model_layers_35_input_layernorm_weight/mean": -5.0961971282958984e-05, "train/tensor_grad_model_layers_35_input_layernorm_weight/std": 9.951118170440424e-05, "train/tensor_grad_model_layers_35_input_layernorm_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_35_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 0.016763569836537637, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -2.0209699869155884e-06, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 3.7761358528123056e-05, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 0.000438690185546875, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 0.017949940331766313, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 1.3146200217306614e-07, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 4.04242084667215e-05, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 0.000579833984375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/norm": 0.0005901448865833744, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/mean": 6.474554538726807e-06, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/std": 2.5351472802555487e-05, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/max_abs": 8.0108642578125e-05, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/norm": 0.013901652904987022, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/mean": 1.935986801981926e-07, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/std": 5.430362784034171e-05, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/max_abs": 0.0004100799560546875, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/norm": 0.027898141077967103, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/mean": 6.831251084804535e-07, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/std": 0.00010897741182450703, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/max_abs": 0.0025634765625, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/norm": 0.006601520713132168, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/mean": 1.0372605174779892e-07, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/std": 2.5787488147113116e-05, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/max_abs": 0.0002841949462890625, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/norm": 0.004945119058522851, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/mean": -3.841705620288849e-09, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/std": 1.931705659845249e-05, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/max_abs": 0.0002460479736328125, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_input_layernorm_weight/norm": 0.0015355803122988367, "train/tensor_grad_model_layers_34_input_layernorm_weight/mean": 1.187250018119812e-05, "train/tensor_grad_model_layers_34_input_layernorm_weight/std": 6.72486477392842e-05, "train/tensor_grad_model_layers_34_input_layernorm_weight/max_abs": 0.0002880096435546875, "train/tensor_grad_model_layers_34_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 0.016395751682289843, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -2.000480890274048e-06, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 3.691831383098449e-05, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 0.0004730224609375, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 0.017281035023571385, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": -2.580927684903145e-07, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 3.900005208937284e-05, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 0.001129150390625, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/norm": 0.000531579124742537, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/mean": 7.659196853637695e-06, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/std": 2.2258773819564516e-05, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/max_abs": 9.34600830078125e-05, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/norm": 0.00972151330319796, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/mean": -2.0081643015146255e-07, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/std": 3.7975256859286954e-05, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/max_abs": 0.000255584716796875, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/norm": 0.019398716439474294, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/mean": -3.425520844757557e-08, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/std": 7.577634167541627e-05, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/max_abs": 0.00140380859375, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/norm": 0.0032079222564668796, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/mean": 1.153675839304924e-07, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/std": 1.2531047857719672e-05, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/max_abs": 0.0001583099365234375, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/norm": 0.002620050053370902, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/mean": 3.495370037853718e-08, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/std": 1.0234837156087998e-05, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/max_abs": 0.0001049041748046875, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_input_layernorm_weight/norm": 0.0006715925941396544, "train/tensor_grad_model_layers_33_input_layernorm_weight/mean": -8.083879947662354e-07, "train/tensor_grad_model_layers_33_input_layernorm_weight/std": 2.970515439745493e-05, "train/tensor_grad_model_layers_33_input_layernorm_weight/max_abs": 0.0001506805419921875, "train/tensor_grad_model_layers_33_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 0.015143423748870918, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -2.1886080503463745e-06, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 3.4114031550388115e-05, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 0.00034332275390625, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 0.01660447936519439, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -6.111804395914078e-08, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 3.7377633634020414e-05, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 0.0006256103515625, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/norm": 0.0005225090980614641, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/mean": 5.1800161600112915e-06, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/std": 2.258773448526473e-05, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/max_abs": 8.249282836914062e-05, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/norm": 0.009328450428894741, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/mean": -2.50060111284256e-07, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/std": 3.643949781111552e-05, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/max_abs": 0.00045013427734375, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/norm": 0.01785818165073722, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/mean": 1.3317912817001343e-06, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/std": 6.97586524536306e-05, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/max_abs": 0.00136566162109375, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/norm": 0.00342167925383646, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/mean": 6.522077455883846e-08, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/std": 1.3366173835649545e-05, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/max_abs": 0.00017642974853515625, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/norm": 0.0024749125556116475, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/mean": 1.3387762010097504e-09, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/std": 9.667698280676409e-06, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/max_abs": 0.0001659393310546875, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_input_layernorm_weight/norm": 0.0006925829507675232, "train/tensor_grad_model_layers_32_input_layernorm_weight/mean": 2.1141022443771362e-06, "train/tensor_grad_model_layers_32_input_layernorm_weight/std": 3.066295490846726e-05, "train/tensor_grad_model_layers_32_input_layernorm_weight/max_abs": 0.00013446807861328125, "train/tensor_grad_model_layers_32_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 0.015696065938741816, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -2.0712614059448242e-06, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 3.531047217533365e-05, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 0.00051116943359375, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 0.01663821046173546, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -1.0454095900058746e-07, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 3.762377950518601e-05, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 0.000629425048828125, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/norm": 0.0005325056413961861, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/mean": -2.100132405757904e-06, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/std": 2.358042084924375e-05, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/max_abs": 7.772445678710938e-05, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/norm": 0.010135787744710988, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/mean": -6.274785846471786e-08, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/std": 3.9593231571594005e-05, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/max_abs": 0.0003490447998046875, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/norm": 0.021134122430673294, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/mean": 7.655471563339233e-07, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/std": 8.255527940351763e-05, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/max_abs": 0.00148773193359375, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/norm": 0.00437682611808025, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/mean": 1.1315569281578064e-07, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/std": 1.7097584153052386e-05, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/max_abs": 0.00020694732666015625, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/norm": 0.0030355116422545315, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/mean": 2.7474015951156616e-08, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/std": 1.1857735706869446e-05, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/max_abs": 0.00014591217041015625, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_input_layernorm_weight/norm": 0.0007270927068049531, "train/tensor_grad_model_layers_31_input_layernorm_weight/mean": -2.0265579223632812e-06, "train/tensor_grad_model_layers_31_input_layernorm_weight/std": 3.211273705035924e-05, "train/tensor_grad_model_layers_31_input_layernorm_weight/max_abs": 0.000217437744140625, "train/tensor_grad_model_layers_31_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 0.01494666736202546, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -1.7881393432617188e-06, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 3.370262371130245e-05, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 0.0004405975341796875, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 0.01623971063132939, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -1.0879011824727058e-07, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 3.66657109050401e-05, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 0.00055694580078125, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/norm": 0.0004970143946356445, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/mean": 2.4097971618175507e-07, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/std": 2.203517955341895e-05, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/max_abs": 9.1552734375e-05, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/norm": 0.020845538776056858, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/mean": 1.1856900528073311e-07, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/std": 8.142802375290846e-05, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/max_abs": 0.00104522705078125, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/norm": 0.02384600671910341, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/mean": -3.327149897813797e-07, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/std": 9.314865307772293e-05, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/max_abs": 0.0011138916015625, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/norm": 0.0067498025666608875, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/mean": 4.0105078369379044e-08, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/std": 2.6366569756251687e-05, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/max_abs": 0.000301361083984375, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/norm": 0.0050739775740563375, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/mean": 1.4246325008571148e-08, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/std": 1.982047369389197e-05, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/max_abs": 0.00023555755615234375, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_input_layernorm_weight/norm": 0.0012414832473004634, "train/tensor_grad_model_layers_30_input_layernorm_weight/mean": 1.6260601114481688e-06, "train/tensor_grad_model_layers_30_input_layernorm_weight/std": 5.503484055503452e-05, "train/tensor_grad_model_layers_30_input_layernorm_weight/max_abs": 0.000370025634765625, "train/tensor_grad_model_layers_30_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 0.02082560316359488, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -1.6596168279647827e-06, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 4.694345822431742e-05, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 0.00150299072265625, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 0.01791951025716165, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 1.7145066522061825e-07, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 4.036460464840528e-05, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/norm": 0.0006075616492508129, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/mean": 8.89599323272705e-06, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/std": 2.535686864979841e-05, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/max_abs": 8.440017700195312e-05, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/norm": 0.010499732303612919, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/mean": 1.589651219546795e-07, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/std": 4.10152111149215e-05, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/max_abs": 0.0002498626708984375, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/norm": 0.021639782031886504, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/mean": -1.171603798866272e-06, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/std": 8.453053866487833e-05, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/max_abs": 0.001495361328125, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/norm": 0.0038091160954004943, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/mean": 1.330590748693794e-08, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/std": 1.4879712250407378e-05, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/max_abs": 0.0001621246337890625, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/norm": 0.002604765127875369, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/mean": 3.015156835317612e-08, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/std": 1.0174891664090927e-05, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/max_abs": 0.0001583099365234375, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_input_layernorm_weight/norm": 0.0007586741427930851, "train/tensor_grad_model_layers_29_input_layernorm_weight/mean": 3.762543201446533e-07, "train/tensor_grad_model_layers_29_input_layernorm_weight/std": 3.364085302140898e-05, "train/tensor_grad_model_layers_29_input_layernorm_weight/max_abs": 0.00015544891357421875, "train/tensor_grad_model_layers_29_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 0.016015798288663907, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -1.6540288925170898e-06, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 3.6144057364393615e-05, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 0.000896453857421875, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 0.016572702792082575, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -1.307344064116478e-07, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 3.7435194600506096e-05, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 0.00055694580078125, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/norm": 0.0005821601735689731, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/mean": 7.666647434234619e-06, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/std": 2.4659808931236055e-05, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/max_abs": 0.0001010894775390625, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/norm": 0.020599975576895524, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/mean": 1.3248063623905182e-07, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/std": 8.046898381143892e-05, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/max_abs": 0.00119781494140625, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/norm": 0.023647322810870598, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/mean": -1.0291114449501038e-06, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/std": 9.23726383919341e-05, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/max_abs": 0.0015106201171875, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/norm": 0.0040621707970859575, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/mean": 1.737498678267002e-08, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/std": 1.586791519732152e-05, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/max_abs": 0.00018215179443359375, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/norm": 0.006026391080772795, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/mean": 3.6030542105436325e-08, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/std": 2.3576377838344043e-05, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/max_abs": 0.00049591064453125, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_input_layernorm_weight/norm": 0.001287860101868044, "train/tensor_grad_model_layers_28_input_layernorm_weight/mean": 3.7997961044311523e-07, "train/tensor_grad_model_layers_28_input_layernorm_weight/std": 5.716209204321875e-05, "train/tensor_grad_model_layers_28_input_layernorm_weight/max_abs": 0.0003261566162109375, "train/tensor_grad_model_layers_28_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 0.013785266677963271, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -1.8924474716186523e-06, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 3.10457173554526e-05, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 0.0003032684326171875, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 0.015614774457445963, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -3.227614797651768e-08, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 3.51774765938552e-05, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 0.000568389892578125, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/norm": 0.0005066946224049318, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/mean": 6.064772605895996e-06, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/std": 2.1637578982934116e-05, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/max_abs": 8.440017700195312e-05, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/norm": 0.013536016648814235, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/mean": -3.329478204250336e-08, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/std": 5.2875835902784576e-05, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/max_abs": 0.000370025634765625, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/norm": 0.024562688472500333, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/mean": 3.795139491558075e-08, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/std": 9.594953489307331e-05, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/max_abs": 0.001739501953125, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/norm": 0.004961429931951243, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/mean": -2.5203917175531387e-08, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/std": 1.9380845669467115e-05, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/max_abs": 0.00023937225341796875, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/norm": 0.00461701305821524, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/mean": 1.9237631931900978e-08, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/std": 1.803573495956883e-05, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/max_abs": 0.00021648406982421875, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_input_layernorm_weight/norm": 0.0009735440753742871, "train/tensor_grad_model_layers_27_input_layernorm_weight/mean": -5.453824996948242e-06, "train/tensor_grad_model_layers_27_input_layernorm_weight/std": 4.289949848109671e-05, "train/tensor_grad_model_layers_27_input_layernorm_weight/max_abs": 0.0001697540283203125, "train/tensor_grad_model_layers_27_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 0.014199498211866623, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -1.9166618585586548e-06, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 3.191435799107909e-05, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 0.000392913818359375, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 0.015155196448213578, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 3.956665750592947e-08, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 3.421999419486647e-05, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 0.000698089599609375, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/norm": 0.00047685432403184094, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/mean": 4.172325134277344e-06, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/std": 2.0737012401230418e-05, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/max_abs": 8.821487426757812e-05, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/norm": 0.009630846752683761, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/mean": -1.3361568562686443e-07, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/std": 3.7620939389591385e-05, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/max_abs": 0.0002880096435546875, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/norm": 0.01860291087051208, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/mean": -2.0442530512809753e-07, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/std": 7.266812640311943e-05, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/max_abs": 0.00118255615234375, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/norm": 0.0031975264876855283, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/mean": 1.8699211068451405e-08, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/std": 1.2490340504355464e-05, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/max_abs": 0.0002002716064453125, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/norm": 0.002957982280743175, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/mean": -2.130400389432907e-08, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/std": 1.155462864556188e-05, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/max_abs": 0.00020694732666015625, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_input_layernorm_weight/norm": 0.0006919681037829634, "train/tensor_grad_model_layers_26_input_layernorm_weight/mean": -9.51811671257019e-07, "train/tensor_grad_model_layers_26_input_layernorm_weight/std": 3.07217173726617e-05, "train/tensor_grad_model_layers_26_input_layernorm_weight/max_abs": 0.0001811981201171875, "train/tensor_grad_model_layers_26_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 0.014915729725260464, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -1.7657876014709473e-06, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 3.358082472603266e-05, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 0.0006256103515625, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 0.01525179893600367, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": -1.5425030142068863e-08, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 3.435092711449107e-05, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 0.00077056884765625, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/norm": 0.0004580377711785044, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/mean": 4.824250936508179e-06, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/std": 1.9760997184553474e-05, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/max_abs": 6.580352783203125e-05, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/norm": 0.011600453615979375, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/mean": 6.405753083527088e-08, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/std": 4.531455991763198e-05, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/max_abs": 0.000331878662109375, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/norm": 0.02602210104587484, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/mean": 3.029126673936844e-07, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/std": 0.00010164924944689976, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/max_abs": 0.0020751953125, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/norm": 0.005218104296844347, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/mean": -2.833257894963026e-08, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/std": 2.0409835528127412e-05, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/max_abs": 0.0003509521484375, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/norm": 0.003169873414694554, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/mean": 1.6880221664905548e-09, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/std": 1.2382446815372734e-05, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/max_abs": 0.000148773193359375, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_input_layernorm_weight/norm": 0.0008561871101621346, "train/tensor_grad_model_layers_25_input_layernorm_weight/mean": 1.2740492820739746e-06, "train/tensor_grad_model_layers_25_input_layernorm_weight/std": 3.7958381500108574e-05, "train/tensor_grad_model_layers_25_input_layernorm_weight/max_abs": 0.00021076202392578125, "train/tensor_grad_model_layers_25_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 0.015663516731933235, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -2.0172446966171265e-06, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 3.5367113224513345e-05, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 0.0005950927734375, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 0.01554073020612559, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -9.052746463567019e-08, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 3.512434265319567e-05, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 0.00051116943359375, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/norm": 0.0004884721338166856, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/mean": 4.280358552932739e-06, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/std": 2.1259261059914982e-05, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/max_abs": 9.1552734375e-05, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/norm": 0.01530568355533992, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/mean": 2.1583400666713715e-07, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/std": 5.9788427345285296e-05, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/max_abs": 0.0006561279296875, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/norm": 0.022927212817184482, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/mean": -7.35744833946228e-07, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/std": 8.956007682988442e-05, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/max_abs": 0.00150299072265625, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/norm": 0.006142131716422252, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/mean": 3.026798367500305e-09, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/std": 2.399295490563542e-05, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/max_abs": 0.000347137451171875, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/norm": 0.004186723660272024, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/mean": -5.628680810332298e-08, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/std": 1.6354549542296563e-05, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/max_abs": 0.00030517578125, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_input_layernorm_weight/norm": 0.0010512934707275902, "train/tensor_grad_model_layers_24_input_layernorm_weight/mean": -2.1774321794509888e-06, "train/tensor_grad_model_layers_24_input_layernorm_weight/std": 4.645601616318556e-05, "train/tensor_grad_model_layers_24_input_layernorm_weight/max_abs": 0.0002689361572265625, "train/tensor_grad_model_layers_24_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 0.012746889541385751, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -1.730397343635559e-06, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 2.8657070809224807e-05, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 0.0004119873046875, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 0.013905404043719516, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 1.3818498700857162e-07, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 3.1392997161657554e-05, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 0.00067138671875, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/norm": 0.00041263031230728137, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/mean": 4.306435585021973e-06, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/std": 1.7775676945099316e-05, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/max_abs": 7.295608520507812e-05, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/norm": 0.02197435160560223, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/mean": -9.778887033462524e-09, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/std": 8.59550210241344e-05, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/max_abs": 0.00096893310546875, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/norm": 0.028201346618715435, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/mean": 5.51808625459671e-07, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/std": 0.00011016182021338669, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/max_abs": 0.0019378662109375, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/norm": 0.008136898599176242, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/mean": -3.620516508817673e-08, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/std": 3.178539147267024e-05, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/max_abs": 0.0004787445068359375, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/norm": 0.006683924402054046, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/mean": 4.3015461415052414e-08, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/std": 2.6109328251245958e-05, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/max_abs": 0.000293731689453125, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_input_layernorm_weight/norm": 0.0015749711177487167, "train/tensor_grad_model_layers_23_input_layernorm_weight/mean": -5.759298801422119e-06, "train/tensor_grad_model_layers_23_input_layernorm_weight/std": 6.981546700379647e-05, "train/tensor_grad_model_layers_23_input_layernorm_weight/max_abs": 0.0003509521484375, "train/tensor_grad_model_layers_23_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 0.014476787682730944, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": -1.866370439529419e-06, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 3.257229061990639e-05, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 0.000682830810546875, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 0.014714853402689783, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 1.3469252735376358e-07, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 3.321335612352663e-05, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/norm": 0.0004318038898803093, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/mean": -1.9849976524710655e-06, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/std": 1.9050132263015246e-05, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/max_abs": 7.200241088867188e-05, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/norm": 0.014651679633885563, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/mean": -4.253524821251631e-08, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/std": 5.723405360240864e-05, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/max_abs": 0.000606536865234375, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/norm": 0.027924767974599928, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/mean": 9.988434612751007e-08, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/std": 0.00010908122299552094, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/max_abs": 0.0016632080078125, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/norm": 0.004538046984241654, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/mean": 5.4016709327697754e-08, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/std": 1.7726801771705627e-05, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/max_abs": 0.00023174285888671875, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/norm": 0.003983281969695029, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/mean": 1.6050762496888638e-08, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/std": 1.555979162509807e-05, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/max_abs": 0.00014781951904296875, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_input_layernorm_weight/norm": 0.0009282774026148419, "train/tensor_grad_model_layers_22_input_layernorm_weight/mean": 9.447336196899414e-06, "train/tensor_grad_model_layers_22_input_layernorm_weight/std": 4.0071713288402765e-05, "train/tensor_grad_model_layers_22_input_layernorm_weight/max_abs": 0.00014972686767578125, "train/tensor_grad_model_layers_22_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 0.013085565988761328, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -1.5506520867347717e-06, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 2.9499816524723486e-05, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 0.0009765625, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 0.013826450095601909, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 1.0174699127674103e-07, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 3.117842684467793e-05, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 0.00045013427734375, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/norm": 0.00041669020149358917, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/mean": -1.5709083527326584e-06, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/std": 1.8405143492503552e-05, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/max_abs": 0.0001392364501953125, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/norm": 0.015566178706670675, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/mean": -2.177839633077383e-07, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/std": 6.0806514452688545e-05, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/max_abs": 0.000701904296875, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/norm": 0.03129746884921965, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/mean": 3.598397597670555e-07, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/std": 0.00012225596170182602, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/max_abs": 0.0018768310546875, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/norm": 0.005182487713318009, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/mean": 1.318258000537753e-07, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/std": 2.024446066023912e-05, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/max_abs": 0.00019168853759765625, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/norm": 0.004289457030294982, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/mean": 7.014023140072823e-08, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/std": 1.675584317925996e-05, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/max_abs": 0.000247955322265625, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_input_layernorm_weight/norm": 0.0011126171293674835, "train/tensor_grad_model_layers_21_input_layernorm_weight/mean": 5.242996849119663e-06, "train/tensor_grad_model_layers_21_input_layernorm_weight/std": 4.910371983756954e-05, "train/tensor_grad_model_layers_21_input_layernorm_weight/max_abs": 0.000244140625, "train/tensor_grad_model_layers_21_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 0.01285387928495649, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -1.8775463104248047e-06, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 2.8955667597033176e-05, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 0.013887476518132146, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -5.343463271856308e-08, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 3.12976578471559e-05, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 0.0005035400390625, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/norm": 0.000391116940779478, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/mean": -1.3727694749832153e-06, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/std": 1.728353271743285e-05, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/max_abs": 6.866455078125e-05, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/norm": 0.005922336854764868, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/mean": 1.385924406349659e-07, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/std": 2.313444151793943e-05, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/max_abs": 0.00017833709716796875, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/norm": 0.015412736587224545, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/mean": -3.711320459842682e-07, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/std": 6.020604625366477e-05, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/max_abs": 0.00127410888671875, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/norm": 0.0020414191228199387, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/mean": 1.197986421175301e-08, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/std": 7.974363406764388e-06, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/max_abs": 0.00010585784912109375, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/norm": 0.0015079397446796754, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/mean": 4.851244739256799e-09, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/std": 5.890393869722108e-06, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/max_abs": 8.153915405273438e-05, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_input_layernorm_weight/norm": 0.0004974314405614553, "train/tensor_grad_model_layers_20_input_layernorm_weight/mean": 7.348135113716125e-07, "train/tensor_grad_model_layers_20_input_layernorm_weight/std": 2.207831023721957e-05, "train/tensor_grad_model_layers_20_input_layernorm_weight/max_abs": 0.0001983642578125, "train/tensor_grad_model_layers_20_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 0.012124430618484991, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -1.7490237951278687e-06, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 2.7263912833485558e-05, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 0.000530242919921875, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 0.013431409852970234, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": -4.359753802418709e-08, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 3.0287253297930404e-05, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 0.000720977783203125, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/norm": 0.00037643568110599067, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/mean": -1.0337680578231812e-07, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/std": 1.6674677433517956e-05, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/max_abs": 6.914138793945312e-05, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/norm": 0.006236179538800138, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/mean": -3.498280420899391e-08, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/std": 2.4360474889725685e-05, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/max_abs": 0.00022602081298828125, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/norm": 0.014512127219775444, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/mean": 8.026836439967155e-08, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/std": 5.668808355350547e-05, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/max_abs": 0.00084686279296875, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/norm": 0.002117047006311006, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/mean": 2.852175384759903e-08, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/std": 8.269760128233022e-06, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/max_abs": 0.00017833709716796875, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/norm": 0.0017558467655556557, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/mean": 1.775333657860756e-09, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/std": 6.858796835609655e-06, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/max_abs": 0.00015544891357421875, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_input_layernorm_weight/norm": 0.0003428309945372701, "train/tensor_grad_model_layers_19_input_layernorm_weight/mean": -1.1515803635120392e-06, "train/tensor_grad_model_layers_19_input_layernorm_weight/std": 1.5181512706115416e-05, "train/tensor_grad_model_layers_19_input_layernorm_weight/max_abs": 7.295608520507812e-05, "train/tensor_grad_model_layers_19_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 0.012201269697441723, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -1.6521662473678589e-06, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 2.747138002397038e-05, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 0.000583648681640625, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 0.01339926736558279, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 4.220055416226387e-09, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 3.022440121834922e-05, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 0.000919342041015625, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/norm": 0.00038896469524267213, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/mean": -3.300607204437256e-06, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/std": 1.696331298139428e-05, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/max_abs": 6.437301635742188e-05, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/norm": 0.01054491625363687, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/mean": -2.046581357717514e-07, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/std": 4.11914645543229e-05, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/max_abs": 0.0003757476806640625, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/norm": 0.023481090064642562, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/mean": -8.381903171539307e-08, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/std": 9.172318322418187e-05, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/max_abs": 0.0020751953125, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/norm": 0.00423708987960839, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/mean": -4.9389200285077095e-08, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/std": 1.6551417886374604e-05, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/max_abs": 0.00022411346435546875, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/norm": 0.003515321665499351, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/mean": -7.470225682482123e-08, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/std": 1.3731869792474196e-05, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/max_abs": 0.0002880096435546875, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_input_layernorm_weight/norm": 0.0009456410622725652, "train/tensor_grad_model_layers_18_input_layernorm_weight/mean": -1.2755393981933594e-05, "train/tensor_grad_model_layers_18_input_layernorm_weight/std": 4.001731738534363e-05, "train/tensor_grad_model_layers_18_input_layernorm_weight/max_abs": 0.000240325927734375, "train/tensor_grad_model_layers_18_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 0.015521091425966515, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -1.6512349247932434e-06, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 3.4939522471880625e-05, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 0.0010528564453125, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 0.015454856046606624, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 3.781769919442013e-08, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 3.48364913657742e-05, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 0.00139617919921875, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/norm": 0.00046377212403601436, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/mean": -2.223532646894455e-06, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/std": 2.0441941771630366e-05, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/max_abs": 7.104873657226562e-05, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/norm": 0.017702931159794048, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/mean": -1.3509998098015785e-07, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/std": 6.915232319894934e-05, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/max_abs": 0.0014190673828125, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/norm": 0.02357822134555676, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/mean": -8.865026757121086e-08, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/std": 9.210265501081385e-05, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/max_abs": 0.001708984375, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/norm": 0.0020414155586503447, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/mean": 8.42846930027008e-08, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/std": 7.97430250359019e-06, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/max_abs": 0.00010442733764648438, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/norm": 0.001773944974333981, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/mean": 2.7001078706234694e-08, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/std": 6.929515719333136e-06, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/max_abs": 7.104873657226562e-05, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_input_layernorm_weight/norm": 0.0007606950171100162, "train/tensor_grad_model_layers_17_input_layernorm_weight/mean": 5.7443976402282715e-06, "train/tensor_grad_model_layers_17_input_layernorm_weight/std": 3.3270574955146046e-05, "train/tensor_grad_model_layers_17_input_layernorm_weight/max_abs": 0.00021266937255859375, "train/tensor_grad_model_layers_17_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 0.011878043587798795, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -1.3140961527824402e-06, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 2.6753693714756523e-05, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 0.00066375732421875, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 0.012515184001796825, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 1.0323856258764863e-07, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 2.820094726369281e-05, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 0.00079345703125, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/norm": 0.0003448373446684731, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/mean": 5.587935447692871e-07, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/std": 1.5287212493280195e-05, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/max_abs": 7.343292236328125e-05, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/norm": 0.009630459936736275, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/mean": 4.3655745685100555e-08, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/std": 3.762084272093617e-05, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/max_abs": 0.0002803802490234375, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/norm": 0.022050338754192694, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/mean": -2.066371962428093e-08, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/std": 8.613419596509173e-05, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/max_abs": 0.0014495849609375, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/norm": 0.0028513324657829095, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/mean": -2.412707544863224e-08, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/std": 1.1138018996278328e-05, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/max_abs": 0.000141143798828125, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/norm": 0.0024772515985353517, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/mean": 1.915759639814496e-08, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/std": 9.676792629201044e-06, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/max_abs": 0.0001392364501953125, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_input_layernorm_weight/norm": 0.0007380650598947845, "train/tensor_grad_model_layers_16_input_layernorm_weight/mean": 7.927417755126953e-06, "train/tensor_grad_model_layers_16_input_layernorm_weight/std": 3.1772490574918524e-05, "train/tensor_grad_model_layers_16_input_layernorm_weight/max_abs": 0.0002040863037109375, "train/tensor_grad_model_layers_16_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 0.014396244966728495, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -1.2675300240516663e-06, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 3.238594553528646e-05, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 0.000720977783203125, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 0.014182730471710125, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 3.036984708160162e-08, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 3.1994634938841595e-05, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 0.00064849853515625, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/norm": 0.0003916177391042977, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/mean": 1.8747523427009583e-06, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/std": 1.727542863987636e-05, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/max_abs": 7.486343383789062e-05, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/norm": 0.010636284459634672, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/mean": -3.9674341678619385e-07, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/std": 4.154817608029496e-05, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/max_abs": 0.0003204345703125, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/norm": 0.02515070611273432, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/mean": 2.0046718418598175e-07, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/std": 9.824496030537473e-05, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/max_abs": 0.0016326904296875, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/norm": 0.003075601888256604, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/mean": 1.0493749869056046e-08, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/std": 1.2014072486063127e-05, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/max_abs": 0.00013256072998046875, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/norm": 0.0024995787459349554, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/mean": -3.087916411459446e-08, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/std": 9.764028691426513e-06, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/max_abs": 0.00010585784912109375, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_input_layernorm_weight/norm": 0.0007566574870738182, "train/tensor_grad_model_layers_15_input_layernorm_weight/mean": -2.5331974029541016e-06, "train/tensor_grad_model_layers_15_input_layernorm_weight/std": 3.352149934135225e-05, "train/tensor_grad_model_layers_15_input_layernorm_weight/max_abs": 0.0001678466796875, "train/tensor_grad_model_layers_15_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 0.013558531004623963, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -1.1362135410308838e-06, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 3.060095822054074e-05, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 0.0008544921875, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 0.01414916828949647, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -8.105416782200336e-08, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 3.1931959212972455e-05, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/norm": 0.0004075973235724902, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/mean": -3.043562173843384e-06, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/std": 1.7804737661440904e-05, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/max_abs": 7.2479248046875e-05, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/norm": 0.011681537354100038, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/mean": -1.4544639270752668e-07, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/std": 4.563108554597022e-05, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/max_abs": 0.000362396240234375, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/norm": 0.022355703877557812, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/mean": 2.6618363335728645e-07, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/std": 8.732734843943132e-05, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/max_abs": 0.0012969970703125, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/norm": 0.0037793621037889137, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/mean": -5.1961251301690936e-08, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/std": 1.4763206748729355e-05, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/max_abs": 0.0002613067626953125, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/norm": 0.00309088420651219, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/mean": -4.377216100692749e-08, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/std": 1.2073944908728782e-05, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/max_abs": 0.00013446807861328125, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_input_layernorm_weight/norm": 0.0008173294907386022, "train/tensor_grad_model_layers_14_input_layernorm_weight/mean": 5.7872384786605835e-06, "train/tensor_grad_model_layers_14_input_layernorm_weight/std": 3.5815449840208e-05, "train/tensor_grad_model_layers_14_input_layernorm_weight/max_abs": 0.00014972686767578125, "train/tensor_grad_model_layers_14_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 0.012735011313051098, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -1.3737007975578308e-06, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 2.8722466224747594e-05, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 0.00075531005859375, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 0.013003138598870664, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -1.2776581570506096e-08, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 2.933161678538038e-05, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 0.0004119873046875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/norm": 0.00038453302668853127, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/mean": -1.0700896382331848e-06, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/std": 1.7034307604920187e-05, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/max_abs": 6.961822509765625e-05, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/norm": 0.009752121171930177, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/mean": 5.832407623529434e-08, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/std": 3.8094416150191325e-05, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/max_abs": 0.00023651123046875, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/norm": 0.02492193311726362, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/mean": -6.973277777433395e-08, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/std": 9.735139908197954e-05, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/max_abs": 0.0013885498046875, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/norm": 0.003202519577659447, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/mean": -3.952300176024437e-08, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/std": 1.2509951428509734e-05, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/max_abs": 0.00015544891357421875, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/norm": 0.002259099664373176, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/mean": 4.0105078369379044e-08, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/std": 8.824646473557116e-06, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/max_abs": 0.00010585784912109375, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_input_layernorm_weight/norm": 0.0006712539498225273, "train/tensor_grad_model_layers_13_input_layernorm_weight/mean": 9.313225746154785e-09, "train/tensor_grad_model_layers_13_input_layernorm_weight/std": 2.97751085331167e-05, "train/tensor_grad_model_layers_13_input_layernorm_weight/max_abs": 0.000133514404296875, "train/tensor_grad_model_layers_13_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 0.011908661290296125, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -1.1585652828216553e-06, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 2.6841346221383254e-05, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 0.000675201416015625, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 0.012834773300507151, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 3.309105522930622e-08, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 2.8973217177205963e-05, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 0.00058746337890625, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/norm": 0.0003787684163800689, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/mean": 2.2202730178833008e-06, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/std": 1.6671943133417003e-05, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/max_abs": 7.581710815429688e-05, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/norm": 0.006261571959775733, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/mean": 9.284121915698051e-08, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/std": 2.4459324158421958e-05, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/max_abs": 0.0002460479736328125, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/norm": 0.015460820718548778, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/mean": -1.0826624929904938e-08, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/std": 6.039388740168621e-05, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/max_abs": 0.00092315673828125, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/norm": 0.0018852479347227305, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/mean": 2.6935595087707043e-08, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/std": 7.364287441130947e-06, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/max_abs": 0.00012302398681640625, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/norm": 0.0020348075800949808, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/mean": -4.361936589702964e-09, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/std": 7.948523695945962e-06, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/max_abs": 0.00012493133544921875, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_input_layernorm_weight/norm": 0.00032980451612816544, "train/tensor_grad_model_layers_12_input_layernorm_weight/mean": -2.183951437473297e-06, "train/tensor_grad_model_layers_12_input_layernorm_weight/std": 1.4463113317351015e-05, "train/tensor_grad_model_layers_12_input_layernorm_weight/max_abs": 0.0001010894775390625, "train/tensor_grad_model_layers_12_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 0.011833621324081566, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -1.069623976945877e-06, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 2.6665793337032023e-05, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 0.0007171630859375, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 0.012406849981160444, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -1.1204974725842476e-07, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 2.801731252381122e-05, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 0.0004367828369140625, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/norm": 0.00036321221893937576, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/mean": 4.939734935760498e-06, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/std": 1.5330439994922957e-05, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/max_abs": 6.723403930664062e-05, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/norm": 0.012423540759410129, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/mean": -3.6670826375484467e-07, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/std": 4.8529611926618415e-05, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/max_abs": 0.00054931640625, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/norm": 0.02434292920923935, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/mean": -5.085021257400513e-07, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/std": 9.508976967559349e-05, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/max_abs": 0.001495361328125, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/norm": 0.0026223373277130153, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/mean": 3.850436769425869e-08, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/std": 1.0243580116709251e-05, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/max_abs": 0.0001468658447265625, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/norm": 0.00234614736414447, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/mean": -1.932494342327118e-08, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/std": 9.164701404861528e-06, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/max_abs": 0.0001068115234375, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_input_layernorm_weight/norm": 0.0007123838625570345, "train/tensor_grad_model_layers_11_input_layernorm_weight/mean": 9.424984455108643e-07, "train/tensor_grad_model_layers_11_input_layernorm_weight/std": 3.1614858892098915e-05, "train/tensor_grad_model_layers_11_input_layernorm_weight/max_abs": 0.00013446807861328125, "train/tensor_grad_model_layers_11_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 0.013454791465360261, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -1.2191012501716614e-06, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 3.031005450139641e-05, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 0.000885009765625, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 0.013079586195812612, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": -3.9493897929787636e-08, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 2.9480882152960925e-05, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 0.0006866455078125, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/norm": 0.0004300679952418568, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/mean": 6.92903995513916e-06, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/std": 1.7738735589334875e-05, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/max_abs": 9.870529174804688e-05, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/norm": 0.015007482539952694, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/mean": 2.5425106287002563e-07, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/std": 5.8624064132930086e-05, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/max_abs": 0.000705718994140625, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/norm": 0.029353087855960976, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/mean": -1.4295801520347595e-07, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/std": 0.0001146605844795854, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/max_abs": 0.0016021728515625, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/norm": 0.003972072647067029, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/mean": -2.0329025574028492e-08, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/std": 1.551597296583743e-05, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/max_abs": 0.00022125244140625, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/norm": 0.003367010078712353, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/mean": 9.19681042432785e-09, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/std": 1.3152520603017288e-05, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/max_abs": 0.0001621246337890625, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_input_layernorm_weight/norm": 0.0010808677293072373, "train/tensor_grad_model_layers_10_input_layernorm_weight/mean": 9.94652509689331e-07, "train/tensor_grad_model_layers_10_input_layernorm_weight/std": 4.790105612906847e-05, "train/tensor_grad_model_layers_10_input_layernorm_weight/max_abs": 0.000247955322265625, "train/tensor_grad_model_layers_10_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 0.013175856120996398, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -1.2973323464393616e-06, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 2.9672866123667117e-05, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 0.00067138671875, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 0.012728574168790748, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": -9.371433407068253e-08, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 2.870624830291672e-05, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 0.00060272216796875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/norm": 0.00040555834271054666, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/mean": 6.280839443206787e-06, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/std": 1.685275052467733e-05, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/max_abs": 7.390975952148438e-05, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/norm": 0.030488328267757075, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/mean": 6.547197699546814e-07, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/std": 0.00011910199319384159, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/norm": 0.042677499138585887, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/mean": 4.961912054568529e-07, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/std": 0.0001667096220072103, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/max_abs": 0.002960205078125, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/norm": 0.01218775180409807, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/mean": 6.063783075660467e-08, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/std": 4.760842070279443e-05, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/max_abs": 0.00070953369140625, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/norm": 0.008225110088824747, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/mean": 2.5902409106492996e-08, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/std": 3.212935840611045e-05, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/max_abs": 0.000640869140625, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_input_layernorm_weight/norm": 0.0024639519137504796, "train/tensor_grad_model_layers_9_input_layernorm_weight/mean": -2.600252628326416e-06, "train/tensor_grad_model_layers_9_input_layernorm_weight/std": 0.00010914414362078552, "train/tensor_grad_model_layers_9_input_layernorm_weight/max_abs": 0.000698089599609375, "train/tensor_grad_model_layers_9_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.013212419714363448, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -1.0817311704158783e-06, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 2.9778539124633644e-05, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.000896453857421875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 0.011923550126867664, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -7.101334631443024e-09, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 2.692658241309136e-05, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 0.000560760498046875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.000383729203621172, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": 3.4440308809280396e-06, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 1.668331103740251e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 6.771087646484375e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.018984386616770012, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": 3.066379576921463e-07, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 7.416126644399432e-05, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.000850677490234375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.02985062205498743, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": -1.7692218534648418e-07, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.000116604225509123, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.00201416015625, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.004242135462081713, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": -2.075103111565113e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 1.6570893987718762e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 0.0002193450927734375, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.0027362310547530055, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": 3.27054294757545e-09, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 1.0688422345281125e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 0.00012874603271484375, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.0009756158174057284, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 2.641230821609497e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 4.3172636463632055e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.0001850128173828125, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.017076650704201342, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -8.975621312856674e-07, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 3.8428926419788436e-05, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.000942230224609375, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 0.013504157631465091, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 1.388543751090765e-07, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 3.0434256927361175e-05, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 0.0007781982421875, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.0005370499025277243, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -2.33575701713562e-06, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 2.3720054289074616e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.000240325927734375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.02942033819802947, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -5.329493433237076e-07, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.00011492662531735817, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.00133514404296875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.0393100523800769, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": 2.816086634993553e-07, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.00015355499195381206, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.00151824951171875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.008069201994025138, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": -6.670597940683365e-08, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 3.1520451735670236e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 0.000492095947265625, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.008432465746855529, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": 5.838228389620781e-08, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 3.293937674956196e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 0.0003814697265625, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.0015941099097660973, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 2.3366883397102356e-06, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 7.06649234307837e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.00023651123046875, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.01651429633657984, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -1.0356307029724121e-06, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 3.7239513747788086e-05, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.000885009765625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 0.013005501940000807, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 2.0791776478290558e-07, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 2.927784226237603e-05, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 0.0005035400390625, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.00039420909707721277, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": -2.534128725528717e-06, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 1.7324253432244173e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 6.389617919921875e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.019749660000107794, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": 1.1676456779241562e-07, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 7.71485577214429e-05, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.027113833431836404, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": -6.810296326875687e-09, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.0001059136926707406, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.00164031982421875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.007306602272967013, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": -1.768785296007991e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 2.854151177188653e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 0.00066375732421875, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 0.006824859089060465, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": -2.0652078092098236e-07, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 2.6659910049747163e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 0.000518798828125, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.0009337557650587452, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -4.7497451305389404e-06, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 4.1152843873532876e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.0002040863037109375, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.017327643295761107, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -1.0014045983552933e-06, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 3.8975709811878056e-05, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.000957489013671875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 0.015238206332721013, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": 1.0762596502900124e-07, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 3.4413552223912286e-05, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 0.0009765625, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.000502780862195027, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": -1.0058283805847168e-06, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 2.228950861943012e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 9.918212890625e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.020538398096388577, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": -1.0011353879235685e-07, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 8.022866249011446e-05, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.000843048095703125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.03648432304819725, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": 2.6420457288622856e-07, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0001425170996885988, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0020294189453125, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.005073610463144384, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": 7.511698640882969e-08, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 1.98189221940211e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 0.000270843505859375, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.003937358959638968, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": -5.960464477539063e-08, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 1.5380561672612007e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 0.00022792816162109375, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.0013979395207512728, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": 1.3585668057203293e-06, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 6.20173389973659e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.000293731689453125, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.02144879950296183, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -1.341104507446289e-06, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 4.83979544899196e-05, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.00125885009765625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 0.01380454137494868, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 1.2526288628578186e-07, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 3.119905708855915e-05, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 0.00058746337890625, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.0004918602445474737, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": -8.843839168548584e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 1.9954133493102395e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 8.535385131835938e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.019048249906214308, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": -3.6065466701984406e-07, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 7.440767711897845e-05, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.00145721435546875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.024830058781749757, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": 9.610084816813469e-08, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 9.699246119712732e-05, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.00148773193359375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.0020150125029435723, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": -3.960516892220767e-08, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 7.871249631171552e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 8.296966552734375e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 0.0024740421966928084, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 7.424387149512768e-08, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 9.66428582306501e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 0.00011968612670898438, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.0007385996710252657, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": -9.676441550254822e-07, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 3.276114397664286e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.00018596649169921875, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.02193838201417975, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -1.0165804269490764e-06, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 4.959285642712254e-05, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.00139617919921875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 0.017419523414000646, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 4.234607331454754e-09, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 3.927582066796292e-05, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 0.00189208984375, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.0006098924340487422, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 1.9744038581848145e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 2.6979173730422216e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.00014781951904296875, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.026734652555129638, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": -1.993030309677124e-07, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.00010443240548547454, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.00098419189453125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.03447184359103202, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": 4.33283275924623e-08, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.0001346558704337541, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0027618408203125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.008177629086126641, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": 8.329516276717186e-08, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 3.194413257680392e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 0.0004119873046875, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.006819039986394365, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": -2.5494955480098724e-08, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 2.6637253094624617e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0003566741943359375, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.0016408786265424402, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": 8.230563253164291e-06, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 7.246636651105891e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.000514984130859375, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.029455012455777183, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -1.0210787877440453e-06, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 6.64933059304322e-05, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.00194549560546875, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 0.021997734169886877, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 9.9127646535635e-08, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 4.9530007574755075e-05, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 0.00153350830078125, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.0008913034242758244, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": 3.214925527572632e-06, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 3.950051960595954e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.0001678466796875, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.013173735429509783, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 2.0489096641540527e-08, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 5.146096872599553e-05, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.000820159912109375, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.028778318887538564, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 1.5615660231560469e-07, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.00011254357207909408, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.0015716552734375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.004000815501194026, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": 1.2747477740049362e-07, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 1.5628260928373184e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 0.000232696533203125, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.0030508326081655447, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": -5.439505912363529e-08, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 1.1917344756844163e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 0.0001850128173828125, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.0009581878664976664, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": 1.0952353477478027e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 4.107537180054505e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.000255584716796875, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.04581362416135857, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -1.628883183002472e-06, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.00010344805312786797, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.002960205078125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 0.029588267470068954, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 2.0558945834636688e-07, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 6.664212061145018e-05, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 0.0021820068359375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.0015910809170554675, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": 2.689659595489502e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 6.532942850088739e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.00030517578125, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.024483087239241558, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 2.8335489332675934e-07, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 9.563749237438098e-05, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.000949859619140625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.035961673733179475, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": -5.675246939063072e-07, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.00014047602751148726, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.002777099609375, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.006399766065608067, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": 5.7079887483268976e-08, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 2.4999564012692354e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 0.000339508056640625, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.005199419778653268, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": -2.6426278054714203e-08, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 2.031110006526671e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 0.000522613525390625, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.001183214312107274, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": -1.2256205081939697e-06, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 5.258528829485294e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.0002460479736328125, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.3546602885693378, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -9.709969162940979e-06, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.000799577347865184, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.01361083984375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 0.1798108548224019, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 2.50060111284256e-06, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 0.00040607181955452926, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 0.007568359375, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.016762125309476555, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -1.4513731002807617e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 0.0007448444459582899, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.002655029296875, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.12841054220445908, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": 1.6898848116397858e-06, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.0005016043542413093, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.004913330078125, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.16427017872965577, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": -6.012618541717529e-06, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.0006416866632034233, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.00408935546875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.014501630734543206, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -5.362089723348618e-07, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 5.664768382021403e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 0.00127410888671875, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.03130532374353077, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": -2.176966518163681e-08, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 0.00012228664759007668, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 0.002044677734375, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.005069363812417906, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 3.701448440551758e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 0.00022177691710581758, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.000823974609375, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.1726659435468184, "train/tensor_grad_model_embed_tokens_weight/mean": -2.812594175338745e-07, "train/tensor_grad_model_embed_tokens_weight/std": 0.00011924413703655928, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.0089111328125, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 81.5, "train/tensor_param_model_embed_tokens_weight/mean": -0.0081787109375, "train/tensor_param_model_embed_tokens_weight/std": 0.1123046875, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.5, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.75, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -1.519918441772461e-05, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 4.125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00022602081298828125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.0001125335693359375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.828125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 11.5, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": -0.001007080078125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.248046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.000152587890625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": -0.00017642974853515625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": 2.8133392333984375e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.232421875, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 3.15625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": 0.00011682510375976562, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.024658203125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 3.1875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -9.632110595703125e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": 9.107589721679688e-05, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 4.59375, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.859375, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.8125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": 0.00021457672119140625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.0001010894775390625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 5.625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.216796875, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 3.234375, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.0252685546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 3.28125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.025634765625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 4.875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10302734375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": 0.0004730224609375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.2294921875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 4.875, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.828125, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": 6.532669067382812e-05, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -9.5367431640625e-06, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": -0.0002079010009765625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 5.375, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.21875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 5.375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.21484375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 3.125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 3.125, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": -6.628036499023438e-05, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": -0.00015163421630859375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0235595703125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": -0.00037384033203125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 5.125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -3.546476364135742e-06, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 4.6875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": -0.00034332275390625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.953125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.0002193450927734375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.0003509521484375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -0.000354766845703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 5.875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.23828125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 5.75, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 3.203125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": 0.000270843505859375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 1.8551945686340332e-06, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1044921875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.20703125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.00012159347534179688, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.10205078125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 3.15625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -0.0004253387451171875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.024658203125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 5.125999450683594e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/mean": -6.341934204101562e-05, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/max_abs": 0.2451171875, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/mean": 7.343292236328125e-05, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/max_abs": 0.263671875, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/mean": 0.0003185272216796875, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/norm": 3.640625, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": 8.881092071533203e-06, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": 0.00020599365234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_9_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_9_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_9_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_9_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/mean": 0.0003795623779296875, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/max_abs": 0.197265625, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/max_abs": 0.22265625, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/norm": 3.21875, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/std": 0.025146484375, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/norm": 3.1875, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/mean": -4.458427429199219e-05, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": 8.726119995117188e-05, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.0003681182861328125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.1083984375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_10_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_10_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_10_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_10_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/mean": 1.1682510375976562e-05, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/norm": 5.125, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/norm": 3.0625, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/mean": 0.00025177001953125, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/std": 0.02392578125, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/norm": 2.890625, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/mean": 0.00014019012451171875, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.0006866455078125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_11_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_11_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_11_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_11_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/mean": -6.914138793945312e-05, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/mean": 7.152557373046875e-05, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/max_abs": 0.2392578125, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/norm": 2.8125, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/mean": -1.5974044799804688e-05, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/norm": 2.453125, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/mean": 0.00013828277587890625, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/std": 0.0191650390625, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/max_abs": 0.07763671875, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 4.4345855712890625e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00023746490478515625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_12_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_12_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_12_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_12_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/mean": 1.71661376953125e-05, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/max_abs": 0.216796875, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/norm": 5.125, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/max_abs": 0.1904296875, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/norm": 3.0625, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/mean": -3.24249267578125e-05, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/std": 0.02392578125, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/norm": 3.046875, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/mean": -4.3392181396484375e-05, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/std": 0.0238037109375, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/max_abs": 0.107421875, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0003299713134765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.09619140625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_13_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_13_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_13_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_13_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/mean": -5.030632019042969e-05, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/mean": -0.00010824203491210938, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/norm": 3.21875, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/std": 0.025146484375, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/norm": 3.21875, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/std": 0.025146484375, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -4.744529724121094e-05, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": 0.000446319580078125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.023193359375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.11083984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_14_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_14_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_14_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_14_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/norm": 5.75, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/mean": 0.0002079010009765625, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/max_abs": 0.224609375, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/max_abs": 0.22265625, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/norm": 3.234375, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/mean": -5.0067901611328125e-05, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/std": 0.0252685546875, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.00018978118896484375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0252685546875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": 0.000446319580078125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.1083984375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_15_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_15_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_15_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_15_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/norm": 4.875, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/norm": 4.5625, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/mean": 5.53131103515625e-05, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/max_abs": 0.216796875, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/norm": 3.0, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/norm": 2.859375, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/mean": 0.0002269744873046875, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -1.5974044799804688e-05, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": 0.000423431396484375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_16_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_16_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_16_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_16_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/max_abs": 0.19140625, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/norm": 2.921875, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/mean": 0.0003719329833984375, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/max_abs": 0.095703125, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -1.4901161193847656e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.000457763671875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_17_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_17_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_17_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_17_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/norm": 5.25, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/mean": -0.0004119873046875, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/max_abs": 0.251953125, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/norm": 3.234375, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/std": 0.0252685546875, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 1.1861324310302734e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.0005645751953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.0235595703125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_18_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_18_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_18_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_18_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/mean": -5.459785461425781e-05, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/norm": 2.921875, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/mean": 9.012222290039062e-05, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/mean": -4.291534423828125e-05, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": 6.437301635742188e-05, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00064849853515625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.115234375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_19_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_19_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_19_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_19_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/norm": 4.875, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/norm": 4.65625, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/max_abs": 0.2490234375, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/norm": 2.9375, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/norm": 2.75, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/mean": 7.05718994140625e-05, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/std": 0.021484375, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": -3.457069396972656e-05, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.107421875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_20_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_20_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_20_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_20_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/mean": -0.00018310546875, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/norm": 5.375, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/mean": 6.866455078125e-05, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/max_abs": 0.2060546875, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/norm": 3.328125, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/mean": 1.6689300537109375e-05, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/std": 0.0260009765625, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/norm": 3.453125, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/mean": 0.000118255615234375, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -7.927417755126953e-06, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.02587890625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000194549560546875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1083984375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_21_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_21_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_21_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_21_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/norm": 5.75, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/max_abs": 0.2421875, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/norm": 5.375, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/mean": 9.655952453613281e-06, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/norm": 3.421875, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/mean": -5.888938903808594e-05, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.00017070770263671875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.1103515625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_22_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_22_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_22_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_22_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/max_abs": 0.2021484375, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/mean": 4.363059997558594e-05, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/max_abs": 0.216796875, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/mean": -0.0004100799560546875, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 6.914138793945312e-05, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.00018024444580078125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.10205078125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_23_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_23_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_23_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_23_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/max_abs": 0.220703125, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/mean": 7.534027099609375e-05, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/max_abs": 0.197265625, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/mean": 0.0002422332763671875, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.0002079010009765625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_24_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_24_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_24_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_24_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/mean": 0.000217437744140625, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/max_abs": 0.2216796875, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/norm": 3.375, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/mean": 6.341934204101562e-05, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/std": 0.0263671875, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/norm": 3.5, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/mean": 3.1948089599609375e-05, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": -0.00020503997802734375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.024658203125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_25_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_25_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_25_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_25_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/mean": 0.000209808349609375, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/norm": 4.875, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/max_abs": 0.251953125, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/mean": -4.7206878662109375e-05, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/norm": 3.203125, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/mean": 4.1961669921875e-05, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -5.650520324707031e-05, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_26_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_26_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_26_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_26_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/max_abs": 0.2236328125, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/mean": -8.344650268554688e-05, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/norm": 3.59375, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/mean": 0.0003509521484375, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/norm": 3.890625, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/mean": -0.0003204345703125, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.0003948211669921875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.0004444122314453125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.10546875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_27_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_27_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_27_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_27_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/max_abs": 0.224609375, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/max_abs": 0.232421875, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/norm": 3.28125, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/mean": -0.000110626220703125, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/std": 0.025634765625, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/norm": 3.328125, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/mean": -5.5789947509765625e-05, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/std": 0.0260009765625, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -0.00010538101196289062, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.0003681182861328125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1103515625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_28_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_28_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_28_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_28_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/max_abs": 0.2177734375, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/norm": 5.25, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/mean": 9.441375732421875e-05, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/max_abs": 0.21875, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/norm": 3.4375, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/mean": 0.00010347366333007812, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/norm": 3.5625, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/mean": 6.008148193359375e-05, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -8.0108642578125e-05, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.00089263916015625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_29_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_29_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_29_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_29_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/norm": 5.625, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/max_abs": 0.2373046875, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/mean": -2.658367156982422e-05, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/max_abs": 0.236328125, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/norm": 3.5, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/mean": -3.7670135498046875e-05, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/max_abs": 0.107421875, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.000244140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1103515625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_30_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_30_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_30_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_30_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/norm": 5.625, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/max_abs": 0.2314453125, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/norm": 3.453125, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/mean": 9.775161743164062e-05, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/mean": 3.552436828613281e-05, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 2.8014183044433594e-05, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.025634765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_31_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_31_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_31_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_31_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/max_abs": 0.2265625, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/norm": 3.1875, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/mean": 8.630752563476562e-05, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/norm": 3.078125, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/mean": -7.390975952148438e-05, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.00011444091796875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.10595703125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_32_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_32_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_32_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_32_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/mean": -0.0002803802490234375, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/max_abs": 0.2314453125, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/norm": 3.375, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/std": 0.0263671875, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/norm": 3.421875, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": 0.00019550323486328125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1083984375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_33_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_33_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_33_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_33_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/mean": 3.170967102050781e-05, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/max_abs": 0.2294921875, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/max_abs": 0.201171875, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/mean": -0.000415802001953125, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/mean": 0.000209808349609375, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.00018787384033203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.1083984375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_34_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_34_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_34_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_34_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/max_abs": 0.232421875, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/norm": 5.5, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/mean": -0.000476837158203125, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/max_abs": 0.22265625, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/norm": 3.734375, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/mean": 7.104873657226562e-05, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/norm": 3.890625, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.00024127960205078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 0.0004425048828125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.0260009765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_35_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_35_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_35_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_35_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/mean": -0.00015163421630859375, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/max_abs": 0.2353515625, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/max_abs": 0.2333984375, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/max_abs": 0.189453125, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/mean": -7.963180541992188e-05, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.0002155303955078125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_36_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_36_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_36_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_36_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/mean": 0.000858306884765625, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/max_abs": 0.255859375, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/norm": 5.375, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/norm": 3.59375, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/mean": -0.00022411346435546875, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -7.915496826171875e-05, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.0263671875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_37_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_37_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_37_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_37_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/max_abs": 0.2109375, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/norm": 3.921875, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/mean": 0.0004787445068359375, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.000423431396484375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_38_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_38_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_38_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_38_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/mean": -2.7179718017578125e-05, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/max_abs": 0.251953125, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/mean": -0.00011920928955078125, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/max_abs": 0.271484375, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/mean": 7.82012939453125e-05, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/norm": 3.625, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/mean": 0.00035858154296875, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.0003490447998046875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_39_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_39_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_39_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_39_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/mean": -0.0014801025390625, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/max_abs": 0.2314453125, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/norm": 4.25, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/mean": 0.0001850128173828125, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.0002384185791015625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.00017070770263671875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_40_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_40_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_40_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_40_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/max_abs": 0.2236328125, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/mean": 4.38690185546875e-05, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/max_abs": 0.2216796875, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/norm": 3.484375, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/norm": 3.453125, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/mean": 1.8358230590820312e-05, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": 0.000270843505859375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_41_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_41_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_41_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_41_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/mean": 0.0001277923583984375, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/max_abs": 0.224609375, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/norm": 3.671875, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/mean": -0.00017547607421875, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/mean": -2.4199485778808594e-05, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 5.9604644775390625e-05, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_42_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_42_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_42_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_42_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/mean": -6.198883056640625e-05, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/max_abs": 0.26171875, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/mean": -6.580352783203125e-05, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/norm": 4.375, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/mean": 0.00035858154296875, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/norm": 4.6875, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/mean": -4.363059997558594e-05, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -8.285045623779297e-06, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_43_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_43_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_43_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_43_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/max_abs": 0.2216796875, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/mean": 6.723403930664062e-05, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/mean": -0.000148773193359375, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.0003814697265625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.0003223419189453125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_44_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_44_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_44_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_44_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/mean": 0.000579833984375, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/max_abs": 0.2197265625, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/mean": 0.0003509521484375, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/max_abs": 0.23046875, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/mean": -0.000118255615234375, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/norm": 4.0, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/mean": -0.0001087188720703125, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/std": 0.03125, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 5.316734313964844e-05, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_45_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_45_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_45_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_45_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/max_abs": 0.2265625, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/mean": -0.000507354736328125, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/max_abs": 0.2421875, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/mean": -0.00060272216796875, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 0.00014495849609375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_46_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_46_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_46_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_46_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/mean": 0.000213623046875, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/mean": 3.337860107421875e-05, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/max_abs": 0.2119140625, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/mean": 0.000453948974609375, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/mean": -1.2278556823730469e-05, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": -0.000659942626953125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.00011444091796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.1181640625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_47_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_47_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_47_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_47_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/mean": 2.5510787963867188e-05, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/max_abs": 0.255859375, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/norm": 3.640625, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/mean": -6.29425048828125e-05, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/norm": 3.734375, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/mean": -9.107589721679688e-05, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/max_abs": 0.2001953125, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": -0.000659942626953125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.201171875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_48_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_48_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_48_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_48_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/mean": -0.001556396484375, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/mean": -3.695487976074219e-05, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/mean": -0.000148773193359375, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/max_abs": 0.208984375, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/mean": 3.504753112792969e-05, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.000629425048828125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_49_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_49_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_49_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_49_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/max_abs": 0.23046875, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/mean": -5.435943603515625e-05, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/max_abs": 0.240234375, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/mean": -2.5510787963867188e-05, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/mean": 0.00010061264038085938, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_50_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_50_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_50_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_50_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/mean": -0.00140380859375, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/std": 0.051513671875, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/norm": 6.0, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/std": 0.046875, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/max_abs": 0.255859375, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/max_abs": 0.2001953125, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/mean": -0.00024127960205078125, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -0.000728607177734375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -9.72747802734375e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_51_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_51_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_51_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_51_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/max_abs": 0.19140625, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/mean": -0.00020599365234375, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/norm": 3.578125, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/mean": 4.935264587402344e-05, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/norm": 3.640625, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.00045013427734375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": 5.173683166503906e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_52_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_52_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_52_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_52_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/norm": 6.375, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/mean": 0.000438690185546875, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/max_abs": 0.2138671875, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/mean": 0.000732421875, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/max_abs": 0.2451171875, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/norm": 3.859375, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/mean": -0.0003833770751953125, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/max_abs": 0.2099609375, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.0005645751953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.0001163482666015625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_53_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_53_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_53_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_53_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/max_abs": 0.232421875, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/max_abs": 0.2080078125, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/norm": 3.5625, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/norm": 3.703125, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/mean": -0.00020885467529296875, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_54_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_54_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_54_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_54_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/mean": 0.00011873245239257812, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/max_abs": 0.2314453125, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/mean": -0.0004367828369140625, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/max_abs": 0.259765625, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/mean": -3.039836883544922e-05, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/max_abs": 0.18359375, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/mean": -0.000339508056640625, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.000213623046875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": -0.0001678466796875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_55_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_55_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_55_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_55_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/mean": 0.00019073486328125, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/max_abs": 0.267578125, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/norm": 5.875, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/mean": -0.000339508056640625, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/max_abs": 0.2578125, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/norm": 3.671875, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/norm": 3.703125, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.00010633468627929688, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_56_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_56_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_56_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_56_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/norm": 6.625, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/mean": 0.000461578369140625, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/mean": -0.00021457672119140625, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/max_abs": 0.259765625, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/mean": 0.00017642974853515625, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/norm": 4.53125, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/mean": 0.000179290771484375, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.000484466552734375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -6.580352783203125e-05, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_57_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_57_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_57_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_57_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/max_abs": 0.251953125, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/norm": 6.0, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/mean": 0.000514984130859375, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/std": 0.046875, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/max_abs": 0.232421875, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/norm": 3.890625, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.000644683837890625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": -8.0108642578125e-05, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_58_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_58_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_58_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_58_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/std": 0.05126953125, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/norm": 6.125, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/max_abs": 0.2490234375, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/mean": -3.8623809814453125e-05, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.000598907470703125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 0.000469207763671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_59_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_59_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_59_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_59_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/mean": -9.059906005859375e-05, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/std": 0.05517578125, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/max_abs": 0.251953125, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/mean": 0.000736236572265625, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/std": 0.051513671875, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/max_abs": 0.2578125, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/norm": 5.0, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": 3.7066638469696045e-07, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_60_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_60_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_60_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_60_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/norm": 7.125, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/std": 0.0556640625, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/max_abs": 0.240234375, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/norm": 6.5, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/mean": 0.0010528564453125, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/std": 0.05078125, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/max_abs": 0.23046875, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/norm": 4.1875, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/mean": 0.00011777877807617188, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 0.000370025634765625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_61_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_61_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_61_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_61_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/std": 0.054443359375, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/max_abs": 0.251953125, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/mean": 0.000759124755859375, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/mean": 8.630752563476562e-05, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/mean": -8.165836334228516e-06, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": -0.000743865966796875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -5.602836608886719e-05, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_62_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_62_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_62_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_62_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/mean": -0.0003261566162109375, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/std": 0.05615234375, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/max_abs": 0.259765625, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/norm": 6.75, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/mean": -0.00015926361083984375, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/std": 0.052734375, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/max_abs": 0.255859375, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/norm": 4.53125, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/mean": -2.0503997802734375e-05, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/mean": -2.6345252990722656e-05, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/max_abs": 0.20703125, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000946044921875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_63_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_63_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_63_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_63_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/mean": 0.0004673004150390625, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/std": 0.05517578125, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/max_abs": 0.251953125, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/std": 0.050537109375, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/max_abs": 0.2353515625, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/norm": 5.375, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/mean": -6.580352783203125e-05, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/max_abs": 0.203125, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.000507354736328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_64_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_64_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_64_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_64_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/mean": -0.0006103515625, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/std": 0.055908203125, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/max_abs": 0.2392578125, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/mean": -6.079673767089844e-06, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/max_abs": 0.2734375, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/norm": 4.5, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/mean": 0.00041961669921875, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": -0.0004405975341796875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -8.20159912109375e-05, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_65_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_65_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_65_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_65_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/mean": -0.00010967254638671875, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/std": 0.05615234375, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/max_abs": 0.2353515625, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/norm": 6.625, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/max_abs": 0.265625, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/norm": 4.84375, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/mean": 4.601478576660156e-05, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/max_abs": 0.173828125, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.0004482269287109375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.0002079010009765625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_66_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_66_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_66_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_66_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/norm": 7.0, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/mean": 8.296966552734375e-05, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/std": 0.0546875, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/max_abs": 0.271484375, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/mean": -0.000217437744140625, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/std": 0.05126953125, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/max_abs": 0.2578125, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/mean": -4.9591064453125e-05, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/norm": 4.375, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/mean": 0.00018024444580078125, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0009307861328125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_67_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_67_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_67_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_67_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/mean": -0.000217437744140625, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/std": 0.055419921875, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/mean": 0.0004119873046875, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/std": 0.05126953125, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/max_abs": 0.248046875, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/norm": 4.75, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/mean": 4.291534423828125e-05, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/mean": 0.0002346038818359375, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/max_abs": 0.1748046875, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 9.125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_68_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_68_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_68_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_68_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/std": 0.052978515625, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/max_abs": 0.2099609375, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/max_abs": 0.1884765625, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.000904083251953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1708984375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_69_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_69_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_69_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_69_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/mean": -0.00113677978515625, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/std": 0.06884765625, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/max_abs": 0.31640625, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/mean": -7.534027099609375e-05, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/std": 0.060791015625, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/max_abs": 0.318359375, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/mean": -0.00028228759765625, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/max_abs": 0.283203125, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/std": 0.06005859375, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/max_abs": 0.26953125, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.00032806396484375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -1.895427703857422e-05, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_70_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_70_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_70_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_70_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/mean": 0.000217437744140625, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/std": 0.05224609375, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/mean": 3.886222839355469e-05, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/norm": 3.953125, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/mean": 0.00040435791015625, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.0011444091796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.2021484375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -3.62396240234375e-05, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_71_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_71_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_71_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_71_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/std": 0.055419921875, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/max_abs": 0.2470703125, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/mean": 0.000339508056640625, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/std": 0.051513671875, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/max_abs": 0.24609375, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/norm": 4.25, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/mean": 0.000713348388671875, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 9.375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.000614166259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_72_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_72_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_72_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_72_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/max_abs": 0.255859375, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/mean": -0.000152587890625, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/max_abs": 0.259765625, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/mean": -0.00015926361083984375, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/mean": 5.650520324707031e-05, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 9.375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_73_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_73_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_73_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_73_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/norm": 6.875, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/mean": 0.000537872314453125, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/max_abs": 0.2392578125, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/norm": 6.25, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/mean": 0.0004634857177734375, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/max_abs": 0.2294921875, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/norm": 4.34375, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/mean": 0.00017547607421875, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/norm": 4.75, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.000652313232421875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1865234375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 0.000591278076171875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_74_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_74_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_74_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_74_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/norm": 7.375, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/mean": -0.000732421875, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/std": 0.0576171875, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/max_abs": 0.28515625, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/norm": 6.875, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/norm": 4.96875, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/mean": 6.914138793945312e-05, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/max_abs": 0.1904296875, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 9.375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": -0.00015163421630859375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_75_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_75_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_75_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_75_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/mean": -0.00014019012451171875, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/max_abs": 0.248046875, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/max_abs": 0.3125, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/norm": 4.375, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/mean": -4.076957702636719e-05, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/max_abs": 0.1748046875, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/norm": 4.78125, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/mean": 0.00022983551025390625, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": -0.000732421875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 5.602836608886719e-05, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_76_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_76_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_76_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_76_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/mean": -0.000335693359375, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/std": 0.057373046875, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/max_abs": 0.265625, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/mean": 0.00015544891357421875, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/std": 0.052490234375, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/max_abs": 0.275390625, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/norm": 4.75, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/mean": 0.0005340576171875, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/max_abs": 0.1943359375, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/mean": 0.000392913818359375, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/max_abs": 0.2421875, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 9.625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.000823974609375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.19140625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_77_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_77_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_77_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_77_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/std": 0.055908203125, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/max_abs": 0.26171875, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/norm": 4.75, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/max_abs": 0.224609375, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 9.875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.0003452301025390625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_78_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_78_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_78_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_78_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/norm": 7.75, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/mean": -0.000896453857421875, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/std": 0.060546875, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/mean": -0.001007080078125, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/std": 0.054443359375, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/mean": 0.00025177001953125, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/max_abs": 0.2001953125, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/max_abs": 0.1689453125, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 9.8125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1826171875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 6.151199340820312e-05, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_79_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_79_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_79_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_79_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/norm": 7.375, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/mean": -7.12275505065918e-06, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/std": 0.0576171875, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/max_abs": 0.2490234375, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/std": 0.052490234375, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/mean": 8.821487426757812e-05, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/norm": 5.375, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/max_abs": 0.2275390625, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 10.1875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": -0.000644683837890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.00011205673217773438, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_80_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_80_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_80_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_80_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/mean": 0.000873565673828125, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/std": 0.05810546875, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/max_abs": 0.251953125, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/mean": 0.000640869140625, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/mean": -5.692243576049805e-06, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/max_abs": 0.2001953125, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/mean": -9.679794311523438e-05, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 10.5625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.001129150390625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.5, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.00010347366333007812, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_81_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_81_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_81_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_81_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/mean": 0.0001583099365234375, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/std": 0.05615234375, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/std": 0.05322265625, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/max_abs": 0.2431640625, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/norm": 4.375, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/mean": -0.000225067138671875, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 10.625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.0011444091796875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.205078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_82_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_82_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_82_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_82_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/mean": 0.0005950927734375, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/std": 0.06005859375, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/max_abs": 0.2421875, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/mean": 2.6941299438476562e-05, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/std": 0.05517578125, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/max_abs": 0.255859375, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/norm": 4.90625, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/max_abs": 0.212890625, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/norm": 5.5, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/max_abs": 0.1845703125, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 10.625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.00115203857421875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.2041015625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.5, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_83_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_83_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_83_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_83_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/mean": -0.000789642333984375, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/std": 0.056884765625, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/norm": 6.625, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/mean": 0.0004367828369140625, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/std": 0.0517578125, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/norm": 4.375, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/mean": 0.00015544891357421875, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/norm": 4.71875, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/mean": 0.00016880035400390625, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/max_abs": 0.18359375, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 10.8125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.201171875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 4.6253204345703125e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_84_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_84_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_84_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_84_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/norm": 6.875, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/mean": -0.00052642822265625, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/max_abs": 0.24609375, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/norm": 4.75, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/mean": 0.00022411346435546875, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 10.8125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -0.0010833740234375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.197265625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0002841949462890625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_85_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_85_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_85_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_85_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/std": 0.052978515625, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/mean": 3.3527612686157227e-06, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/max_abs": 0.193359375, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/norm": 4.8125, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/mean": -0.000400543212890625, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 10.875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": -0.00148773193359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.232421875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_86_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_86_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_86_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_86_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/std": 0.054931640625, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/max_abs": 0.2373046875, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/max_abs": 0.2255859375, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/norm": 4.75, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/mean": -0.000640869140625, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/mean": 1.9073486328125e-05, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/max_abs": 0.1904296875, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 11.1875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": -0.00124359130859375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.20703125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.000217437744140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_87_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_87_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_87_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_87_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/std": 0.056396484375, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/max_abs": 0.228515625, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/mean": 0.000713348388671875, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/mean": 0.000553131103515625, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/max_abs": 0.23046875, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/mean": -6.031990051269531e-05, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/max_abs": 0.2138671875, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 11.8125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.0014801025390625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.05322265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.2412109375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": 6.437301635742188e-05, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_88_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_88_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_88_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_88_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/mean": 0.0002765655517578125, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/std": 0.05615234375, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/max_abs": 0.255859375, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/mean": -3.9577484130859375e-05, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/std": 0.05419921875, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/max_abs": 0.287109375, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/norm": 5.25, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/mean": -1.990795135498047e-05, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/max_abs": 0.2021484375, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 12.25, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.00081634521484375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.055419921875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.25390625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": -0.00041961669921875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_89_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_89_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_89_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_89_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/std": 0.059326171875, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/max_abs": 0.263671875, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/std": 0.05322265625, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/max_abs": 0.390625, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/mean": 0.00012493133544921875, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/max_abs": 0.22265625, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/norm": 5.75, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/mean": -1.3053417205810547e-05, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/max_abs": 0.234375, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 12.5625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.056640625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": 0.0003814697265625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_90_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_90_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_90_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_90_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/norm": 7.375, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/std": 0.0576171875, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/mean": 0.00054168701171875, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/std": 0.052978515625, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/max_abs": 0.255859375, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/norm": 4.65625, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/norm": 5.0, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/max_abs": 0.193359375, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 12.75, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.057373046875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.3125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_91_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_91_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_91_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_91_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/mean": 0.0002803802490234375, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/std": 0.057373046875, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/max_abs": 0.2373046875, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/mean": -7.390975952148438e-05, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/max_abs": 0.2294921875, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/norm": 4.75, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/mean": -2.682209014892578e-05, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 13.4375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.000698089599609375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.060791015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.279296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 9.25, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": 0.00011730194091796875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1728515625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_92_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_92_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_92_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_92_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/norm": 6.75, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/mean": 0.000705718994140625, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/std": 0.052734375, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/max_abs": 0.23828125, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/norm": 6.5, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/mean": 0.0005340576171875, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/std": 0.05078125, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/max_abs": 0.25, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/mean": 0.000537872314453125, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/norm": 4.75, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/mean": -2.905726432800293e-06, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/max_abs": 0.232421875, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 14.1875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -0.000606536865234375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.06396484375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.30078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 9.75, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": 0.0004634857177734375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_93_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_93_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_93_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_93_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 1040, "epoch": 0.5607980587759503, "timestamp": 1786250327.7685509, "loss": 8.290699005126953, "grad_norm": 1.34375, "learning_rate": 0.001, "train/total_time_seconds": 1689.8924100510776, "train/time_per_step_avg": 1.6382221275940538, "train/epoch_time_elapsed": 2427.8686182126403, "train/estimated_remaining_minutes": 12.457540202299612} +{"step": 1050, "epoch": 0.5661903478026422, "timestamp": 1786250364.1372426, "eval_loss": 2.0705604553222656, "eval_runtime": 16.322, "eval_samples_per_second": 583.691, "eval_steps_per_second": 4.595, "train/total_time_seconds": 1706.0322897732258, "train/time_per_step_avg": 1.636060193181038, "train/epoch_time_elapsed": 2464.237309113145, "train/estimated_remaining_minutes": 12.185944926951613} +{"step": 1060, "epoch": 0.5715826368293341, "timestamp": 1786250384.0900347, "loss": 8.233776092529297, "grad_norm": 1.4609375, "learning_rate": 0.001, "train/total_time_seconds": 1722.1770495027304, "train/time_per_step_avg": 1.6361985582485794, "train/epoch_time_elapsed": 2484.1901015378535, "train/estimated_remaining_minutes": 11.914432417943418} diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log index 60f2d213680ce531edebccb9b0ec78fd559856e2..babf965a7caf01c31b65bf7c19b9b1620360d0c4 100644 --- a/wandb/debug-internal.log +++ b/wandb/debug-internal.log @@ -1,197 +1,363 @@ -{"time":"2026-08-09T00:46:53.494861109Z","level":"INFO","msg":"wandb-core"} -{"time":"2026-08-09T00:46:53.495019717Z","level":"INFO","msg":"stream: starting","core version":"0.28.1"} -{"time":"2026-08-09T00:46:53.756673751Z","level":"INFO","msg":"stream: created new stream","id":"7146bnsd"} -{"time":"2026-08-09T00:46:53.756740374Z","level":"INFO","msg":"handler: started"} -{"time":"2026-08-09T00:46:53.756846225Z","level":"INFO","msg":"stream: started"} -{"time":"2026-08-09T00:46:53.75685479Z","level":"INFO","msg":"writer: started","stream_id":"7146bnsd"} -{"time":"2026-08-09T00:46:53.756875234Z","level":"INFO","msg":"sender: started"} -{"time":"2026-08-09T00:46:54.786562351Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} -{"time":"2026-08-09T00:46:54.871189005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:47:09.787091196Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":4,"uploaded_len":2} -{"time":"2026-08-09T00:47:09.893801694Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:47:18.083830813Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":79} -{"time":"2026-08-09T00:47:18.111078185Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":9163} -{"time":"2026-08-09T00:47:24.807322664Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":2,"events_lines":2,"console_offset":4,"console_lines":2} -{"time":"2026-08-09T00:47:25.369790848Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:47:39.787358998Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":4,"console_lines":1} -{"time":"2026-08-09T00:47:39.885876512Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:47:54.794851387Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":6,"events_lines":2,"console_offset":4,"console_lines":1} -{"time":"2026-08-09T00:47:55.516181562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:48:09.795700085Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":8,"events_lines":2,"console_offset":4,"console_lines":1} -{"time":"2026-08-09T00:48:10.505207289Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:48:24.798855771Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":10,"events_lines":2,"console_offset":4,"console_lines":1} -{"time":"2026-08-09T00:48:25.466687935Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:48:39.795466Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":12,"events_lines":2,"console_offset":4,"console_lines":1} -{"time":"2026-08-09T00:48:40.49463472Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:48:54.786930837Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":4,"console_lines":1} -{"time":"2026-08-09T00:48:54.897025821Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:49:09.801048309Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":2,"events_offset":16,"events_lines":2,"console_offset":4,"console_lines":1} -{"time":"2026-08-09T00:49:10.424213503Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:49:24.786820786Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":6,"console_lines":11} -{"time":"2026-08-09T00:49:24.87727233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:49:39.797694073Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":20,"events_lines":2,"console_offset":16,"console_lines":2} -{"time":"2026-08-09T00:49:40.42100357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:49:54.798728665Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":22,"events_lines":2,"console_offset":16,"console_lines":1} -{"time":"2026-08-09T00:49:55.450602127Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:50:09.786919975Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":24,"events_lines":2,"console_offset":16,"console_lines":1} -{"time":"2026-08-09T00:50:09.870043033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:50:24.795710961Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":26,"events_lines":2,"console_offset":16,"console_lines":1} -{"time":"2026-08-09T00:50:25.564612299Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:50:39.799623413Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":28,"events_lines":2,"console_offset":16,"console_lines":1} -{"time":"2026-08-09T00:50:40.468818317Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:50:54.796116987Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":30,"events_lines":2,"console_offset":16,"console_lines":1} -{"time":"2026-08-09T00:50:55.483471634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:51:09.786924114Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":16,"console_lines":1} -{"time":"2026-08-09T00:51:09.903260811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:51:24.794533959Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":2,"events_offset":34,"events_lines":2,"console_offset":16,"console_lines":1} -{"time":"2026-08-09T00:51:25.402727714Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:51:39.787845491Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":36,"events_lines":2,"console_offset":18,"console_lines":11} -{"time":"2026-08-09T00:51:39.896263897Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:51:54.795913344Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":38,"events_lines":2,"console_offset":28,"console_lines":2} -{"time":"2026-08-09T00:51:55.419942926Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:52:09.794110436Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":40,"events_lines":2,"console_offset":28,"console_lines":1} -{"time":"2026-08-09T00:52:10.442170789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:52:24.786895303Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":42,"events_lines":2,"console_offset":28,"console_lines":1} -{"time":"2026-08-09T00:52:24.890161545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:52:39.798382734Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16,"history_lines":1,"events_offset":44,"events_lines":2,"console_offset":28,"console_lines":1} -{"time":"2026-08-09T00:52:40.481384235Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:52:54.795289979Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":17,"history_lines":1,"events_offset":46,"events_lines":2,"console_offset":28,"console_lines":1} -{"time":"2026-08-09T00:52:55.42506952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:53:09.79532234Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":18,"history_lines":1,"events_offset":48,"events_lines":2,"console_offset":28,"console_lines":1} -{"time":"2026-08-09T00:53:10.418833633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:53:24.799489578Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":19,"history_lines":1,"events_offset":50,"events_lines":2,"console_offset":28,"console_lines":1} -{"time":"2026-08-09T00:53:25.409489608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:53:39.794016264Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":20,"history_lines":1,"events_offset":52,"events_lines":2,"console_offset":28,"console_lines":1} -{"time":"2026-08-09T00:53:40.433860218Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:53:54.78713374Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":54,"events_lines":2,"console_offset":30,"console_lines":11} -{"time":"2026-08-09T00:53:54.889676762Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:54:09.795645291Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":1,"events_offset":56,"events_lines":2,"console_offset":40,"console_lines":2} -{"time":"2026-08-09T00:54:10.442359808Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:54:24.795951507Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":1,"events_offset":58,"events_lines":2,"console_offset":40,"console_lines":1} -{"time":"2026-08-09T00:54:25.461631878Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:54:39.787080694Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":60,"events_lines":2,"console_offset":40,"console_lines":1} -{"time":"2026-08-09T00:54:39.904178117Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:54:54.795664556Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":23,"history_lines":2,"events_offset":62,"events_lines":2,"console_offset":40,"console_lines":1} -{"time":"2026-08-09T00:54:55.407466504Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:55:09.786662909Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":64,"events_lines":2,"console_offset":40,"console_lines":1} -{"time":"2026-08-09T00:55:09.882470787Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:55:24.799635703Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":1,"events_offset":66,"events_lines":2,"console_offset":40,"console_lines":1} -{"time":"2026-08-09T00:55:25.490423566Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:55:39.79532547Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":1,"events_offset":68,"events_lines":2,"console_offset":40,"console_lines":1} -{"time":"2026-08-09T00:55:40.441482531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:55:54.798819163Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":1,"events_offset":70,"events_lines":2,"console_offset":40,"console_lines":1} -{"time":"2026-08-09T00:55:55.44395945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:56:09.787299706Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":72,"events_lines":2,"console_offset":42,"console_lines":11} -{"time":"2026-08-09T00:56:09.894806028Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:56:24.796150704Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":1,"events_offset":74,"events_lines":2,"console_offset":52,"console_lines":2} -{"time":"2026-08-09T00:56:25.407827601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:56:39.797720102Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":1,"events_offset":76,"events_lines":2,"console_offset":52,"console_lines":1} -{"time":"2026-08-09T00:56:40.470738758Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:56:54.794418602Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":1,"events_offset":78,"events_lines":2,"console_offset":52,"console_lines":1} -{"time":"2026-08-09T00:56:55.449122132Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:57:09.793978816Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":1,"events_offset":80,"events_lines":2,"console_offset":52,"console_lines":1} -{"time":"2026-08-09T00:57:10.425527646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:57:24.787037038Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":82,"events_lines":2,"console_offset":52,"console_lines":1} -{"time":"2026-08-09T00:57:24.9089787Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:57:39.798223071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32,"history_lines":1,"events_offset":84,"events_lines":2,"console_offset":52,"console_lines":1} -{"time":"2026-08-09T00:57:40.503914652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:57:54.797539279Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":1,"events_offset":86,"events_lines":2,"console_offset":52,"console_lines":1} -{"time":"2026-08-09T00:57:55.393216836Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:58:09.797328021Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34,"history_lines":1,"events_offset":88,"events_lines":2,"console_offset":52,"console_lines":1} -{"time":"2026-08-09T00:58:10.421354209Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:58:24.798315927Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35,"history_lines":1,"events_offset":90,"events_lines":2,"console_offset":54,"console_lines":12} -{"time":"2026-08-09T00:58:25.426157205Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:58:39.787017307Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":92,"events_lines":2,"console_offset":64,"console_lines":1} -{"time":"2026-08-09T00:58:39.874483135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:58:54.79559207Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":1,"events_offset":94,"events_lines":2,"console_offset":64,"console_lines":1} -{"time":"2026-08-09T00:58:55.482921911Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:59:09.795287896Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":1,"events_offset":96,"events_lines":2,"console_offset":64,"console_lines":1} -{"time":"2026-08-09T00:59:10.427546737Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:59:24.794867458Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":1,"events_offset":98,"events_lines":2,"console_offset":64,"console_lines":1} -{"time":"2026-08-09T00:59:25.390237649Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:59:39.79891274Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":39,"history_lines":1,"events_offset":100,"events_lines":2,"console_offset":64,"console_lines":1} -{"time":"2026-08-09T00:59:40.453602785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T00:59:54.786893781Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":102,"events_lines":2,"console_offset":64,"console_lines":1} -{"time":"2026-08-09T00:59:54.888700216Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:00:09.795176355Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":40,"history_lines":1,"events_offset":104,"events_lines":2,"console_offset":64,"console_lines":1} -{"time":"2026-08-09T01:00:10.418771736Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:00:24.797917415Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":1,"events_offset":106,"events_lines":2,"console_offset":64,"console_lines":1} -{"time":"2026-08-09T01:00:25.390834317Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:00:39.79574793Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":1,"events_offset":108,"events_lines":2,"console_offset":66,"console_lines":12} -{"time":"2026-08-09T01:00:40.532900647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:00:54.787019443Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":110,"events_lines":2,"console_offset":76,"console_lines":1} -{"time":"2026-08-09T01:00:54.900265725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:01:09.799947851Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":1,"events_offset":112,"events_lines":2,"console_offset":76,"console_lines":1} -{"time":"2026-08-09T01:01:10.499247724Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:01:24.795125948Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":1,"events_offset":114,"events_lines":2,"console_offset":76,"console_lines":1} -{"time":"2026-08-09T01:01:25.447949585Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:01:39.798363564Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":1,"events_offset":116,"events_lines":2,"console_offset":76,"console_lines":1} -{"time":"2026-08-09T01:01:40.454996779Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:01:54.795325443Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":1,"events_offset":118,"events_lines":2,"console_offset":76,"console_lines":1} -{"time":"2026-08-09T01:01:55.433677108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:02:09.787430957Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":120,"events_lines":2,"console_offset":76,"console_lines":1} -{"time":"2026-08-09T01:02:09.872197875Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:02:24.795866977Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":1,"events_offset":122,"events_lines":2,"console_offset":76,"console_lines":1} -{"time":"2026-08-09T01:02:25.478445053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:02:39.795758468Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":48,"history_lines":1,"events_offset":124,"events_lines":2,"console_offset":76,"console_lines":1} -{"time":"2026-08-09T01:02:40.478703129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:02:54.795919132Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":49,"history_lines":1,"events_offset":126,"events_lines":2,"console_offset":78,"console_lines":12} -{"time":"2026-08-09T01:02:55.498035563Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:03:09.786721994Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":128,"events_lines":2,"console_offset":88,"console_lines":1} -{"time":"2026-08-09T01:03:09.895758577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:03:24.794611025Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":50,"history_lines":1,"events_offset":130,"events_lines":2,"console_offset":88,"console_lines":1} -{"time":"2026-08-09T01:03:25.354950612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:03:39.795614821Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":51,"history_lines":1,"events_offset":132,"events_lines":2,"console_offset":88,"console_lines":1} -{"time":"2026-08-09T01:03:40.420200178Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:03:54.799955076Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":1,"events_offset":134,"events_lines":2,"console_offset":88,"console_lines":1} -{"time":"2026-08-09T01:03:55.477073915Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:04:09.794593105Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":53,"history_lines":1,"events_offset":136,"events_lines":2,"console_offset":88,"console_lines":1} -{"time":"2026-08-09T01:04:10.50923585Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:04:24.78715481Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":138,"events_lines":2,"console_offset":88,"console_lines":1} -{"time":"2026-08-09T01:04:24.894767659Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:04:39.795507728Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":54,"history_lines":2,"events_offset":140,"events_lines":2,"console_offset":88,"console_lines":1} -{"time":"2026-08-09T01:04:40.47332455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:04:54.786850747Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":142,"events_lines":2,"console_offset":90,"console_lines":11} -{"time":"2026-08-09T01:04:54.892482509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:05:09.795019209Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":56,"history_lines":1,"events_offset":144,"events_lines":2,"console_offset":100,"console_lines":2} -{"time":"2026-08-09T01:05:10.453517804Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:05:24.796189405Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":57,"history_lines":1,"events_offset":146,"events_lines":2,"console_offset":100,"console_lines":1} -{"time":"2026-08-09T01:05:25.483193014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:05:39.78701156Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":148,"events_lines":2,"console_offset":100,"console_lines":1} -{"time":"2026-08-09T01:05:39.895456595Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:05:54.794823091Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":58,"history_lines":1,"events_offset":150,"events_lines":2,"console_offset":100,"console_lines":1} -{"time":"2026-08-09T01:05:55.494622516Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:06:09.797570947Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":59,"history_lines":1,"events_offset":152,"events_lines":2,"console_offset":100,"console_lines":1} -{"time":"2026-08-09T01:06:10.503804341Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:06:24.795033528Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":60,"history_lines":1,"events_offset":154,"events_lines":2,"console_offset":100,"console_lines":1} -{"time":"2026-08-09T01:06:25.461284647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:06:39.786710101Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":156,"events_lines":2,"console_offset":100,"console_lines":1} -{"time":"2026-08-09T01:06:39.92005438Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:06:54.801844305Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":2,"events_offset":158,"events_lines":2,"console_offset":100,"console_lines":1} -{"time":"2026-08-09T01:06:55.467075463Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:07:09.786810385Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":160,"events_lines":2,"console_offset":102,"console_lines":11} -{"time":"2026-08-09T01:07:09.898337862Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:07:24.793933277Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":63,"history_lines":1,"events_offset":162,"events_lines":2,"console_offset":112,"console_lines":2} -{"time":"2026-08-09T01:07:25.497340143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:07:39.794188899Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":64,"history_lines":1,"events_offset":164,"events_lines":2,"console_offset":112,"console_lines":1} -{"time":"2026-08-09T01:07:40.499891246Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:07:54.787363943Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":166,"events_lines":2,"console_offset":112,"console_lines":1} -{"time":"2026-08-09T01:07:54.895172287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:08:09.796306219Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":65,"history_lines":1,"events_offset":168,"events_lines":2,"console_offset":112,"console_lines":1} -{"time":"2026-08-09T01:08:10.485610976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:08:24.795466359Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":66,"history_lines":1,"events_offset":170,"events_lines":2,"console_offset":112,"console_lines":1} -{"time":"2026-08-09T01:08:25.405123037Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:08:39.797578216Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":67,"history_lines":1,"events_offset":172,"events_lines":2,"console_offset":112,"console_lines":1} -{"time":"2026-08-09T01:08:40.479896186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:08:54.795160783Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":68,"history_lines":1,"events_offset":174,"events_lines":2,"console_offset":112,"console_lines":1} -{"time":"2026-08-09T01:08:55.46294256Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:09:09.794727259Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":2,"events_offset":176,"events_lines":2,"console_offset":112,"console_lines":1} -{"time":"2026-08-09T01:09:10.41252017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:09:20.674585215Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} -{"time":"2026-08-09T01:09:20.682407394Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":71,"history_lines":1,"console_offset":114,"console_lines":40,"uploaded_len":3,"complete":true,"exit_code":0} -{"time":"2026-08-09T01:09:21.339273248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-09T01:09:21.340799645Z","level":"INFO","msg":"handler: operation stats","stats":{}} -{"time":"2026-08-09T01:09:21.369397673Z","level":"INFO","msg":"stream: finishing up"} -{"time":"2026-08-09T01:09:21.369437811Z","level":"INFO","msg":"handler: closed"} -{"time":"2026-08-09T01:09:21.36955398Z","level":"INFO","msg":"sender: closed"} -{"time":"2026-08-09T01:09:21.369558254Z","level":"INFO","msg":"stream: all finished"} +{"time":"2026-08-09T03:58:19.282783063Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-09T03:58:19.283092454Z","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-09T03:58:19.544029023Z","level":"INFO","msg":"stream: created new stream","id":"cvzjg5ej"} +{"time":"2026-08-09T03:58:19.544113293Z","level":"INFO","msg":"handler: started"} +{"time":"2026-08-09T03:58:19.544204994Z","level":"INFO","msg":"stream: started"} +{"time":"2026-08-09T03:58:19.544224319Z","level":"INFO","msg":"writer: started","stream_id":"cvzjg5ej"} +{"time":"2026-08-09T03:58:19.544236358Z","level":"INFO","msg":"sender: started"} +{"time":"2026-08-09T03:58:20.49399574Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-08-09T03:58:20.585402614Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:58:35.494346021Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":4,"uploaded_len":2} +{"time":"2026-08-09T03:58:35.60993089Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:58:50.494317925Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T03:58:50.598887827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:59:03.877770359Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":430} +{"time":"2026-08-09T03:59:03.878186402Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":15} +{"time":"2026-08-09T03:59:03.883932073Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":2508} +{"time":"2026-08-09T03:59:03.883962742Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1} +{"time":"2026-08-09T03:59:03.894578099Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":5231} +{"time":"2026-08-09T03:59:03.89461253Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1} +{"time":"2026-08-09T03:59:03.896155708Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":5757} +{"time":"2026-08-09T03:59:03.911398768Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1574} +{"time":"2026-08-09T03:59:03.912624837Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":7504} +{"time":"2026-08-09T03:59:03.912762308Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":23} +{"time":"2026-08-09T03:59:03.930332533Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":11798} +{"time":"2026-08-09T03:59:03.933304856Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":220} +{"time":"2026-08-09T03:59:03.934700228Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":12563} +{"time":"2026-08-09T03:59:03.93682743Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":829} +{"time":"2026-08-09T03:59:03.944832244Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":14752} +{"time":"2026-08-09T03:59:03.949817464Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":444} +{"time":"2026-08-09T03:59:03.951711505Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":15916} +{"time":"2026-08-09T03:59:03.954435107Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":963} +{"time":"2026-08-09T03:59:03.954578098Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":16937} +{"time":"2026-08-09T03:59:03.955021925Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":119} +{"time":"2026-08-09T03:59:05.531386979Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":4,"events_lines":2,"console_offset":4,"console_lines":2} +{"time":"2026-08-09T03:59:06.77622938Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:59:20.494664032Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T03:59:20.585865699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:59:35.494257506Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T03:59:35.590824829Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:59:50.509459052Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":10,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T03:59:51.514395751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:00:05.494701492Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:00:05.595719639Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:00:20.494249891Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":6,"console_lines":2} +{"time":"2026-08-09T04:00:20.621562887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:00:35.517415448Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":16,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:00:36.625730885Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:00:50.515257082Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":18,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:00:51.502793371Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:01:05.494754271Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:01:05.610106165Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:01:20.494400825Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:01:20.601141197Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:01:35.512242154Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":24,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:01:36.40914958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:01:50.494503273Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":26,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:01:50.59999154Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:02:05.515046749Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":28,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:02:06.39796112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:02:20.509714476Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":30,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:02:21.325931349Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:02:35.494334742Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":7,"console_lines":10} +{"time":"2026-08-09T04:02:35.59436135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:02:50.494250642Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":34,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:02:50.613518689Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:03:05.512934467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":36,"events_lines":2,"console_offset":16,"console_lines":2} +{"time":"2026-08-09T04:03:06.548287522Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:03:20.494529587Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":38,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:03:20.582860961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:03:35.494527188Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":40,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:03:35.607972831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:03:50.509533438Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":42,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:03:51.431848812Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:04:05.494917144Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:04:05.596754607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:04:20.507762047Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":46,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:04:21.447073466Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:04:35.509308038Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":48,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:04:36.471928253Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:04:50.494530256Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:04:50.592073322Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:05:05.494375076Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:05:05.604310138Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:05:20.512379195Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":54,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:05:21.491774019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:05:35.494839434Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":56,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:05:35.592901032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:05:50.49492532Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":58,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:05:50.59888656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:06:05.514147554Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":60,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:06:06.480804234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:06:20.514491453Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":62,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:06:21.452884273Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:06:35.494286866Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":64,"events_lines":2,"console_offset":18,"console_lines":11} +{"time":"2026-08-09T04:06:35.609203544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:06:50.494175318Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":66,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:06:50.614345309Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:07:05.515682555Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":68,"events_lines":2,"console_offset":28,"console_lines":2} +{"time":"2026-08-09T04:07:06.427671059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:07:20.494222615Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":70,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:07:20.573884809Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:07:35.507952716Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":72,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:07:36.475332313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:07:50.494214091Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":74,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:07:50.753409176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:08:05.494655816Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":76,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:08:05.586476128Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:08:20.511325739Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16,"history_lines":1,"events_offset":78,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:08:21.410353753Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:08:35.509606509Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":17,"history_lines":1,"events_offset":80,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:08:36.420905539Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:08:50.494669295Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":82,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:08:50.604423316Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:09:05.494987144Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":84,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:09:05.607036127Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:09:20.510454935Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":18,"history_lines":1,"events_offset":86,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:09:21.483617947Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:09:35.494837249Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":88,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:09:35.610548227Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:09:50.507950635Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":19,"history_lines":1,"events_offset":90,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:09:51.511448364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:10:05.520637653Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":20,"history_lines":1,"events_offset":92,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:10:06.438117864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:10:20.49470281Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":94,"events_lines":2,"console_offset":30,"console_lines":11} +{"time":"2026-08-09T04:10:20.613679557Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:10:35.494489332Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":96,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:10:35.60676065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:10:50.50862038Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":1,"events_offset":98,"events_lines":2,"console_offset":40,"console_lines":2} +{"time":"2026-08-09T04:10:51.485985122Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:11:05.494135887Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":100,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:11:05.612280741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:11:20.494686423Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":102,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:11:20.598556666Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:11:35.515806086Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":1,"events_offset":104,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:11:36.484944909Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:11:50.494589134Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":106,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:11:50.596223304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:12:05.513002951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":23,"history_lines":1,"events_offset":108,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:12:06.484107421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:12:20.494320474Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":110,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:12:20.602551441Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:12:35.508125938Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":24,"history_lines":1,"events_offset":112,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:12:36.475135091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:12:50.494789433Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":114,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:12:50.602319198Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:13:05.512828195Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":1,"events_offset":116,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:13:06.512719752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:13:20.494722423Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":118,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:13:20.603843019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:13:35.494491559Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":120,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:13:35.616937106Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:13:50.509869659Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":1,"events_offset":122,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:13:51.486433037Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:14:05.512616517Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":1,"events_offset":124,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:14:06.69457877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:14:20.494738585Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":126,"events_lines":2,"console_offset":42,"console_lines":11} +{"time":"2026-08-09T04:14:20.598086436Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:14:35.494861868Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":128,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:14:35.606033152Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:14:50.50832981Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":1,"events_offset":130,"events_lines":2,"console_offset":52,"console_lines":2} +{"time":"2026-08-09T04:14:51.451962725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:15:05.494325431Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":132,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:15:05.599151827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:15:20.512939886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":1,"events_offset":134,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:15:21.39376644Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:15:35.494565716Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":136,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:15:35.597861377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:15:50.494985286Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":138,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:15:50.61366858Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:16:05.509505556Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":1,"events_offset":140,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:16:06.464859955Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:16:20.512387578Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":1,"events_offset":142,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:16:21.456484085Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:16:35.494311848Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":144,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:16:35.614320532Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:16:50.494123741Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":146,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:16:50.597183977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:17:05.507650032Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32,"history_lines":1,"events_offset":148,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:17:06.496156926Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:17:20.494465778Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":150,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:17:20.608687507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:17:35.494337018Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":152,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:17:35.598855029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:17:50.511814815Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":1,"events_offset":154,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:17:51.379590142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:18:05.507926178Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34,"history_lines":1,"events_offset":156,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:18:06.425217866Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:18:20.494329994Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":158,"events_lines":2,"console_offset":54,"console_lines":13} +{"time":"2026-08-09T04:18:20.597550528Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:18:35.494357619Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":160,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:18:35.590558781Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:18:50.526101792Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35,"history_lines":1,"events_offset":162,"events_lines":2,"console_offset":66,"console_lines":2} +{"time":"2026-08-09T04:18:51.756248392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:19:05.494443616Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":164,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:19:05.600417147Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:19:20.509453223Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":1,"events_offset":166,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:19:21.44743209Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:19:35.494186649Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":168,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:19:35.598016278Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:19:50.494255354Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":170,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:19:50.607645062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:20:05.512253299Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":1,"events_offset":172,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:20:06.424682607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:20:20.514248726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":1,"events_offset":174,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:20:21.478103921Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:20:35.494263985Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":176,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:20:35.622961052Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:20:50.494962002Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":178,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:20:50.611850033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:21:05.517835067Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":39,"history_lines":1,"events_offset":180,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:21:06.404943823Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:21:20.494738486Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":182,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:21:20.602524281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:21:35.508789164Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":40,"history_lines":1,"events_offset":184,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:21:36.443085607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:21:50.511158411Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":1,"events_offset":186,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:21:51.460178906Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:22:05.494482305Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":188,"events_lines":2,"console_offset":68,"console_lines":11} +{"time":"2026-08-09T04:22:05.586362541Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:22:20.494728352Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":190,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:22:20.599759017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:22:35.513754334Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":1,"events_offset":192,"events_lines":2,"console_offset":78,"console_lines":2} +{"time":"2026-08-09T04:22:36.516635185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:22:50.494586997Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":194,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:22:50.571528834Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:23:05.494079314Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":196,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:23:05.598391284Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:23:20.514134103Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":1,"events_offset":198,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:23:21.457824889Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:23:35.494479121Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":200,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:23:35.592895767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:23:50.518950272Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":1,"events_offset":202,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:23:51.404637571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:24:05.494720966Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":204,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:24:05.600554603Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:24:20.51001913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":1,"events_offset":206,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:24:21.455271551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:24:35.49440308Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":208,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:24:35.587198082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:24:50.512521872Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":1,"events_offset":210,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:24:51.470179091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:25:05.494790615Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":212,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:25:05.614937066Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:25:20.494768189Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":214,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:25:20.603889882Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:25:35.510484888Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":1,"events_offset":216,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:25:36.442214296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:25:50.512621688Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":48,"history_lines":1,"events_offset":218,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:25:51.447687898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:26:05.494610601Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":220,"events_lines":2,"console_offset":80,"console_lines":11} +{"time":"2026-08-09T04:26:05.591575531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:26:20.49440059Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":222,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:26:20.578020301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:26:35.508448912Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":49,"history_lines":1,"events_offset":224,"events_lines":2,"console_offset":90,"console_lines":2} +{"time":"2026-08-09T04:26:36.403987032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:26:50.494361014Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":226,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:26:50.602435073Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:27:05.507911257Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":50,"history_lines":1,"events_offset":228,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:27:06.445082363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:27:20.494195074Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":230,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:27:20.614605046Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:27:35.494248784Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":232,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:27:35.607893177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:27:50.514285947Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":51,"history_lines":1,"events_offset":234,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:27:51.395463717Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:28:05.514892856Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":1,"events_offset":236,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:28:06.423194446Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:28:20.49418678Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":238,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:28:20.597735182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:28:35.494119279Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":240,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:28:35.592493251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:28:50.5094627Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":53,"history_lines":1,"events_offset":242,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:28:51.45483569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:29:05.494391144Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":244,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:29:05.591119154Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:29:20.494298466Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":246,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:29:20.596120363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:29:35.513763328Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":54,"history_lines":1,"events_offset":248,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:29:36.465513234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:29:50.513046942Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":55,"history_lines":1,"events_offset":250,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:29:51.472667426Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:30:05.494740686Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":252,"events_lines":2,"console_offset":92,"console_lines":11} +{"time":"2026-08-09T04:30:05.586971324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:30:20.515798418Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":56,"history_lines":1,"events_offset":254,"events_lines":2,"console_offset":102,"console_lines":2} +{"time":"2026-08-09T04:30:21.494651995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:30:35.494231232Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":256,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:30:35.58729982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:30:50.494976906Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":258,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:30:50.601902681Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:31:05.510769779Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":57,"history_lines":1,"events_offset":260,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:31:06.780111879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:31:20.49453644Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":262,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:31:20.599562246Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:31:35.510004044Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":58,"history_lines":1,"events_offset":264,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:31:36.458139374Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:31:50.494509411Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":266,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:31:50.575654427Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:32:05.512223467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":59,"history_lines":1,"events_offset":268,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:32:06.469562043Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:32:20.494205295Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":270,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:32:20.584293928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:32:35.509793195Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":60,"history_lines":1,"events_offset":272,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:32:36.535545937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:32:50.494041072Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":274,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:32:50.594918103Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:33:05.49403774Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":276,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:33:05.607036499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:33:20.511846379Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":1,"events_offset":278,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:33:21.48470859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:33:35.515062737Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":62,"history_lines":1,"events_offset":280,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:33:36.506124978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:33:50.4946323Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":282,"events_lines":2,"console_offset":104,"console_lines":11} +{"time":"2026-08-09T04:33:50.612161047Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:34:05.494640716Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":284,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:34:05.587261158Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:34:20.507829114Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":63,"history_lines":1,"events_offset":286,"events_lines":2,"console_offset":114,"console_lines":2} +{"time":"2026-08-09T04:34:21.464551249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:34:35.494345284Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":288,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:34:35.606869158Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:34:50.494397686Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":290,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:34:50.599232901Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:35:05.508409123Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":64,"history_lines":1,"events_offset":292,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:35:06.433911202Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:35:20.494170669Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":294,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:35:20.613977234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:35:35.509564094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":65,"history_lines":1,"events_offset":296,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:35:36.475546977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:35:50.508108638Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":66,"history_lines":1,"events_offset":298,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:35:51.45083907Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:36:05.494407838Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":300,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:36:05.588011312Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:36:20.494349239Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":302,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:36:20.614846145Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:36:35.510501251Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":67,"history_lines":1,"events_offset":304,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:36:36.571048121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:36:50.494472539Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":306,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:36:50.609659468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:37:05.494605434Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":308,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:37:05.590686834Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:37:20.510275452Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":68,"history_lines":1,"events_offset":310,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:37:21.512921238Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:37:35.50955353Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":1,"events_offset":312,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:37:36.500587981Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:37:50.494388687Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":314,"events_lines":2,"console_offset":116,"console_lines":13} +{"time":"2026-08-09T04:37:50.598720388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:38:05.494193752Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":316,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:38:05.638784236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:38:20.530757676Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":70,"history_lines":1,"events_offset":318,"events_lines":2,"console_offset":128,"console_lines":2} +{"time":"2026-08-09T04:38:21.632845005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:38:35.494438726Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":320,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:38:35.594398657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:38:50.514389068Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":71,"history_lines":1,"events_offset":322,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:38:51.399815543Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:39:05.494294314Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":324,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:39:05.605503032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:39:20.494680808Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":326,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:39:20.611296788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:39:35.510121829Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":72,"history_lines":1,"events_offset":328,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:39:36.465679131Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:39:50.512824888Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":73,"history_lines":1,"events_offset":330,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:39:51.478305625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:40:05.494062759Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":332,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:40:05.580589634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} diff --git a/wandb/debug.log b/wandb/debug.log index a357ebbfe480b888e0c93901a7805e3ab01cd57b..2f321a3712729324b5927a911abc10af96ce751a 100644 --- a/wandb/debug.log +++ b/wandb/debug.log @@ -1,28 +1,23 @@ -2026-08-09 00:46:53,492 INFO MainThread:1134658 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1 -2026-08-09 00:46:53,493 INFO MainThread:1134658 [wandb_setup.py:_flush():81] Configure stats pid to 1134658 -2026-08-09 00:46:53,493 INFO MainThread:1134658 [wandb_setup.py:_flush():81] Loading settings from environment variables -2026-08-09 00:46:53,493 INFO MainThread:1134658 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260809_004653-7146bnsd/logs/debug.log -2026-08-09 00:46:53,493 INFO MainThread:1134658 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260809_004653-7146bnsd/logs/debug-internal.log -2026-08-09 00:46:53,493 INFO MainThread:1134658 [wandb_init.py:init():772] calling init triggers -2026-08-09 00:46:53,493 INFO MainThread:1134658 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1 +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_setup.py:_flush():81] Configure stats pid to 2921752 +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260809_035819-cvzjg5ej/logs/debug.log +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260809_035819-cvzjg5ej/logs/debug-internal.log +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():772] calling init triggers +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():777] wandb.init called with sweep_config: {} config: {'_wandb': {}} -2026-08-09 00:46:53,493 INFO MainThread:1134658 [wandb_init.py:init():820] starting backend -2026-08-09 00:46:53,493 INFO MainThread:1134658 [wandb_init.py:init():826] Connected to an existing wandb-core service via WANDB_SERVICE -2026-08-09 00:46:53,493 INFO MainThread:1134658 [wandb_init.py:init():835] sending inform_init request -2026-08-09 00:46:53,757 INFO MainThread:1134658 [wandb_init.py:init():840] backend started and connected -2026-08-09 00:46:53,761 INFO MainThread:1134658 [wandb_init.py:init():910] updated telemetry -2026-08-09 00:46:53,768 INFO MainThread:1134658 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout -2026-08-09 00:46:54,021 INFO MainThread:1134658 [wandb_init.py:init():978] starting run threads in backend -2026-08-09 00:46:54,095 INFO MainThread:1134658 [wandb_run.py:_console_start():2621] atexit reg -2026-08-09 00:46:54,095 INFO MainThread:1134658 [wandb_run.py:_redirect():2471] redirect: wrap_raw -2026-08-09 00:46:54,095 INFO MainThread:1134658 [wandb_run.py:_redirect():2540] Wrapping output streams. -2026-08-09 00:46:54,095 INFO MainThread:1134658 [wandb_run.py:_redirect():2563] Redirects installed. -2026-08-09 00:46:54,098 INFO MainThread:1134658 [wandb_init.py:init():1016] run started, returning control to user process -2026-08-09 00:46:54,099 INFO MainThread:1134658 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.15.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 46, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'glu', 'activation': 'gelu', 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/glu-gelu-46L_run', 'per_device_train_batch_size': 256, 'num_train_epochs': 1, 'max_steps': 1000, 'learning_rate': 0.001, 'lr_scheduler_type': 'constant', 'lr_scheduler_kwargs': None, 'warmup_steps': 0, 'optim': 'adamw_torch_fused', 'optim_args': None, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 2, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-glu-gelu-46L-8.1M-20260809-004652', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 50, 'eval_delay': 0, 'per_device_eval_batch_size': 256, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 100, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': True, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/A-glu-gelu-46L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} -2026-08-09 00:46:54,101 INFO MainThread:1134658 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 8072832 - > -2026-08-09 00:46:54,102 INFO MainThread:1134658 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 8072832 None -2026-08-09 01:09:19,900 INFO MainThread:1134658 [wandb_run.py:_finish():2383] finishing run deepnevro-deepnevro/huggingface/7146bnsd -2026-08-09 01:09:19,900 INFO MainThread:1134658 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 -2026-08-09 01:09:19,900 INFO MainThread:1134658 [wandb_run.py:_restore():2570] restore -2026-08-09 01:09:19,900 INFO MainThread:1134658 [wandb_run.py:_restore():2576] restore done -2026-08-09 01:09:21,368 INFO MainThread:1134658 [wandb_run.py:_footer_sync_info():3993] logging synced files +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():820] starting backend +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():826] Connected to an existing wandb-core service via WANDB_SERVICE +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():835] sending inform_init request +2026-08-09 03:58:19,544 INFO MainThread:2921752 [wandb_init.py:init():840] backend started and connected +2026-08-09 03:58:19,547 INFO MainThread:2921752 [wandb_init.py:init():910] updated telemetry +2026-08-09 03:58:19,554 INFO MainThread:2921752 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-09 03:58:19,820 INFO MainThread:2921752 [wandb_init.py:init():978] starting run threads in backend +2026-08-09 03:58:19,892 INFO MainThread:2921752 [wandb_run.py:_console_start():2621] atexit reg +2026-08-09 03:58:19,892 INFO MainThread:2921752 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-09 03:58:19,892 INFO MainThread:2921752 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-09 03:58:19,892 INFO MainThread:2921752 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-09 03:58:19,895 INFO MainThread:2921752 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-09 03:58:19,896 INFO MainThread:2921752 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.15.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 94, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'mlp', 'activation': 's10', 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/mlp-s10-94L_run', 'per_device_train_batch_size': 128, 'num_train_epochs': 1, 'max_steps': 1500, 'learning_rate': 0.001, 'lr_scheduler_type': 'constant', 'lr_scheduler_kwargs': None, 'warmup_steps': 0, 'optim': 'adamw_torch_fused', 'optim_args': None, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 4, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-mlp-s10-94L-15.9M-20260809-035818', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 50, 'eval_delay': 0, 'per_device_eval_batch_size': 128, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 100, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': True, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/A-mlp-s10-94L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} +2026-08-09 03:58:19,899 INFO MainThread:2921752 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 15949440 - > +2026-08-09 03:58:19,899 INFO MainThread:2921752 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 15949440 None diff --git a/wandb/run-20260809_035819-cvzjg5ej/files/output.log b/wandb/run-20260809_035819-cvzjg5ej/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..97f968531da95d07dd03474498c6701a95b5fab5 --- /dev/null +++ b/wandb/run-20260809_035819-cvzjg5ej/files/output.log @@ -0,0 +1,134 @@ +[transformers] `use_return_dict` is deprecated! Use `return_dict` instead! +[INFO] Causal mask (float with -inf) applied to all attention layers. +/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:487: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.) + "std": tensor.std().item(), + 7%|██▌ | 100/1500 [03:58<47:48, 2.05s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '28.57', 'grad_norm': '3.75', 'learning_rate': '0.001', 'epoch': '0.01078', 'train/total_time_seconds': '35.3', 'train/time_per_step_avg': '1.765', 'train/epoch_time_elapsed': '43.74', 'train/estimated_remaining_minutes': '43.53', 'train/global/act/norm': '8.829e+04', 'train/global/act/mean': '0.01651', 'train/global/act/std': '0.4295', 'train/global/act/max_abs': '8.337', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '5.516', 'train/global/grad/mean': '-3.54e-06', 'train/global/grad/std': '0.0006905', 'train/global/grad/max_abs': '0.1084', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '174.8', 'train/global/param/mean': '0.001534', 'train/global/param/std': '0.04376', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_27/act/norm': '8942', 'train/layer_model_layers_27/act/mean': '0.018', 'train/layer_model_layers_27/act/std': '0.4279', 'train/layer_model_layers_27/act/max_abs': '5.094', 'train/layer_model_layers_27/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_27/act/frac_near_user_limit': '0', 'train/layer_model_layers_27/grad/norm': '0.3325', 'train/layer_model_layers_27/grad/mean': '-1.208e-05', 'train/layer_model_layers_27/grad/std': '0.0004102', 'train/layer_model_layers_27/grad/max_abs': '0.008545', 'train/layer_model_layers_27/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_27/grad/frac_near_user_limit': '0', 'train/layer_model_layers_87/act/norm': '9222', 'train/layer_model_layers_87/act/mean': '0.01927', 'train/layer_model_layers_87/act/std': '0.4411', 'train/layer_model_layers_87/act/max_abs': '4.281', 'train/layer_model_layers_87/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_87/act/frac_near_user_limit': '0', 'train/layer_model_layers_87/grad/norm': '0.2037', 'train/layer_model_layers_87/grad/mean': '-1.154e-06', 'train/layer_model_layers_87/grad/std': '0.0002515', 'train/layer_model_layers_87/grad/max_abs': '0.005646', 'train/layer_model_layers_87/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_87/grad/frac_near_user_limit': '0', 'train/layer_model_layers_53/act/norm': '9063', 'train/layer_model_layers_53/act/mean': '0.02554', 'train/layer_model_layers_53/act/std': '0.4333', 'train/layer_model_layers_53/act/max_abs': '4.562', 'train/layer_model_layers_53/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_53/act/frac_near_user_limit': '0', 'train/layer_model_layers_53/grad/norm': '0.2643', 'train/layer_model_layers_53/grad/mean': '-7.417e-07', 'train/layer_model_layers_53/grad/std': '0.0003263', 'train/layer_model_layers_53/grad/max_abs': '0.007202', 'train/layer_model_layers_53/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_53/grad/frac_near_user_limit': '0', 'train/layer__model_layers_31/param/norm': '17.93', 'train/layer__model_layers_31/param/mean': '0.001673', 'train/layer__model_layers_31/param/std': '0.04423', 'train/layer__model_layers_31/param/max_abs': '1', 'train/layer__model_layers_31/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_31/param/frac_near_user_limit': '0', 'train/layer_model_layers_24/act/norm': '8922', 'train/layer_model_layers_24/act/mean': '0.01278', 'train/layer_model_layers_24/act/std': '0.4268', 'train/layer_model_layers_24/act/max_abs': '5', 'train/layer_model_layers_24/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_24/act/frac_near_user_limit': '0', 'train/layer_model_layers_24/grad/norm': '0.3614', 'train/layer_model_layers_24/grad/mean': '-1.145e-05', 'train/layer_model_layers_24/grad/std': '0.000446', 'train/layer_model_layers_24/grad/max_abs': '0.007385', 'train/layer_model_layers_24/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_24/grad/frac_near_user_limit': '0', 'train/layer_model_layers_39/act/norm': '8998', 'train/layer_model_layers_39/act/mean': '0.02845', 'train/layer_model_layers_39/act/std': '0.43 +{'loss': '24.28', 'grad_norm': '0.2637', 'learning_rate': '0.001', 'epoch': '0.02157', 'train/total_time_seconds': '67.59', 'train/time_per_step_avg': '1.69', 'train/epoch_time_elapsed': '84.33', 'train/estimated_remaining_minutes': '41.11'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '5.909', 'eval_runtime': '16.38', 'eval_samples_per_second': '581.5', 'eval_steps_per_second': '4.578', 'epoch': '0.02696', 'train/total_time_seconds': '83.86', 'train/time_per_step_avg': '1.677', 'train/epoch_time_elapsed': '120.9', 'train/estimated_remaining_minutes': '40.53'} +{'loss': '23.61', 'grad_norm': '2.031', 'learning_rate': '0.001', 'epoch': '0.03235', 'train/total_time_seconds': '99.98', 'train/time_per_step_avg': '1.666', 'train/epoch_time_elapsed': '140.8', 'train/estimated_remaining_minutes': '39.99'} +{'loss': '22.8', 'grad_norm': '3.938', 'learning_rate': '0.001', 'epoch': '0.04314', 'train/total_time_seconds': '132.2', 'train/time_per_step_avg': '1.653', 'train/epoch_time_elapsed': '180.9', 'train/estimated_remaining_minutes': '39.12'} +{'loss': '22.14', 'grad_norm': '4.5', 'learning_rate': '0.001', 'epoch': '0.05392', 'train/total_time_seconds': '164.8', 'train/time_per_step_avg': '1.648', 'train/epoch_time_elapsed': '221.1', 'train/estimated_remaining_minutes': '38.45'} +{'eval_loss': '5.443', 'eval_runtime': '16.35', 'eval_samples_per_second': '582.7', 'eval_steps_per_second': '4.587', 'epoch': '0.05392', 'train/total_time_seconds': '164.8', 'train/time_per_step_avg': '1.648', 'train/epoch_time_elapsed': '237.4', 'train/estimated_remaining_minutes': '38.45'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 17.57it/s] + 13%|█████▏ | 200/1500 [07:51<43:21, 2.00s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '21.52', 'grad_norm': '9.062', 'learning_rate': '0.001', 'epoch': '0.06471', 'train/total_time_seconds': '197', 'train/time_per_step_avg': '1.617', 'train/epoch_time_elapsed': '277.5', 'train/estimated_remaining_minutes': '37.76'} +{'loss': '20.92', 'grad_norm': '8.062', 'learning_rate': '0.001', 'epoch': '0.07549', 'train/total_time_seconds': '229.2', 'train/time_per_step_avg': '1.616', 'train/epoch_time_elapsed': '317.3', 'train/estimated_remaining_minutes': '37.11'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '5.031', 'eval_runtime': '16.31', 'eval_samples_per_second': '584.1', 'eval_steps_per_second': '4.598', 'epoch': '0.08088', 'train/total_time_seconds': '245.3', 'train/time_per_step_avg': '1.615', 'train/epoch_time_elapsed': '353.5', 'train/estimated_remaining_minutes': '36.8'} +{'loss': '20.13', 'grad_norm': '3.828', 'learning_rate': '0.001', 'epoch': '0.08628', 'train/total_time_seconds': '261.5', 'train/time_per_step_avg': '1.615', 'train/epoch_time_elapsed': '373.7', 'train/estimated_remaining_minutes': '36.5'} +{'loss': '19.28', 'grad_norm': '5.875', 'learning_rate': '0.001', 'epoch': '0.09706', 'train/total_time_seconds': '293.8', 'train/time_per_step_avg': '1.616', 'train/epoch_time_elapsed': '413.8', 'train/estimated_remaining_minutes': '35.91'} +{'loss': '18.32', 'grad_norm': '3.797', 'learning_rate': '0.001', 'epoch': '0.1078', 'train/total_time_seconds': '326.1', 'train/time_per_step_avg': '1.613', 'train/epoch_time_elapsed': '454', 'train/estimated_remaining_minutes': '35.33'} +{'eval_loss': '4.459', 'eval_runtime': '16.53', 'eval_samples_per_second': '576.4', 'eval_steps_per_second': '4.538', 'epoch': '0.1078', 'train/total_time_seconds': '326.1', 'train/time_per_step_avg': '1.613', 'train/epoch_time_elapsed': '470.6', 'train/estimated_remaining_minutes': '35.33'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 18.81it/s] + 20%|███████▊ | 300/1500 [11:45<40:08, 2.01s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '17.48', 'grad_norm': '3.125', 'learning_rate': '0.001', 'epoch': '0.1186', 'train/total_time_seconds': '358.7', 'train/time_per_step_avg': '1.617', 'train/epoch_time_elapsed': '511.2', 'train/estimated_remaining_minutes': '34.78'} +{'loss': '16.86', 'grad_norm': '3.781', 'learning_rate': '0.001', 'epoch': '0.1294', 'train/total_time_seconds': '391', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '551.3', 'train/estimated_remaining_minutes': '34.22'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '4.038', 'eval_runtime': '16.74', 'eval_samples_per_second': '569', 'eval_steps_per_second': '4.479', 'epoch': '0.1348', 'train/total_time_seconds': '407.2', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '588.1', 'train/estimated_remaining_minutes': '33.93'} +{'loss': '16.16', 'grad_norm': '4.812', 'learning_rate': '0.001', 'epoch': '0.1402', 'train/total_time_seconds': '423.4', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '608.2', 'train/estimated_remaining_minutes': '33.65'} +{'loss': '15.61', 'grad_norm': '2.453', 'learning_rate': '0.001', 'epoch': '0.151', 'train/total_time_seconds': '455.8', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '648.3', 'train/estimated_remaining_minutes': '33.1'} +{'loss': '15.26', 'grad_norm': '5.031', 'learning_rate': '0.001', 'epoch': '0.1618', 'train/total_time_seconds': '488.1', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '688.5', 'train/estimated_remaining_minutes': '32.54'} +{'eval_loss': '3.779', 'eval_runtime': '16.48', 'eval_samples_per_second': '578', 'eval_steps_per_second': '4.55', 'epoch': '0.1618', 'train/total_time_seconds': '488.1', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '705', 'train/estimated_remaining_minutes': '32.54'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 15.70it/s] + 27%|██████████▍ | 400/1500 [15:39<36:40, 2.00s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '14.86', 'grad_norm': '2.531', 'learning_rate': '0.001', 'epoch': '0.1726', 'train/total_time_seconds': '520.4', 'train/time_per_step_avg': '1.617', 'train/epoch_time_elapsed': '745.3', 'train/estimated_remaining_minutes': '31.98'} +{'loss': '14.42', 'grad_norm': '1.883', 'learning_rate': '0.001', 'epoch': '0.1833', 'train/total_time_seconds': '553', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '785.7', 'train/estimated_remaining_minutes': '31.44'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '3.509', 'eval_runtime': '16.51', 'eval_samples_per_second': '577.1', 'eval_steps_per_second': '4.543', 'epoch': '0.1887', 'train/total_time_seconds': '569.2', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '822.2', 'train/estimated_remaining_minutes': '31.17'} +{'loss': '14.03', 'grad_norm': '2.219', 'learning_rate': '0.001', 'epoch': '0.1941', 'train/total_time_seconds': '585.3', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '842.4', 'train/estimated_remaining_minutes': '30.89'} +{'loss': '13.66', 'grad_norm': '1.617', 'learning_rate': '0.001', 'epoch': '0.2049', 'train/total_time_seconds': '617.7', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '882.4', 'train/estimated_remaining_minutes': '30.34'} +{'loss': '13.35', 'grad_norm': '1.086', 'learning_rate': '0.001', 'epoch': '0.2157', 'train/total_time_seconds': '650', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '922.6', 'train/estimated_remaining_minutes': '29.79'} +{'eval_loss': '3.323', 'eval_runtime': '16.5', 'eval_samples_per_second': '577.3', 'eval_steps_per_second': '4.545', 'epoch': '0.2157', 'train/total_time_seconds': '650', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '939.1', 'train/estimated_remaining_minutes': '29.79'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 19.13it/s] + 33%|█████████████ | 500/1500 [19:33<33:17, 2.00s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '13.05', 'grad_norm': '2.656', 'learning_rate': '0.001', 'epoch': '0.2265', 'train/total_time_seconds': '682.3', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '979.4', 'train/estimated_remaining_minutes': '29.24'} +{'loss': '12.78', 'grad_norm': '2.047', 'learning_rate': '0.001', 'epoch': '0.2373', 'train/total_time_seconds': '714.9', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '1020', 'train/estimated_remaining_minutes': '28.7'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '3.121', 'eval_runtime': '16.44', 'eval_samples_per_second': '579.5', 'eval_steps_per_second': '4.562', 'epoch': '0.2427', 'train/total_time_seconds': '731.1', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '1056', 'train/estimated_remaining_minutes': '28.43'} +{'loss': '12.46', 'grad_norm': '2.344', 'learning_rate': '0.001', 'epoch': '0.248', 'train/total_time_seconds': '747.2', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '1076', 'train/estimated_remaining_minutes': '28.16'} +{'loss': '12.18', 'grad_norm': '1.734', 'learning_rate': '0.001', 'epoch': '0.2588', 'train/total_time_seconds': '779.6', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '1116', 'train/estimated_remaining_minutes': '27.61'} +{'loss': '11.92', 'grad_norm': '1.656', 'learning_rate': '0.001', 'epoch': '0.2696', 'train/total_time_seconds': '811.8', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '1156', 'train/estimated_remaining_minutes': '27.06'} +{'eval_loss': '2.951', 'eval_runtime': '16.42', 'eval_samples_per_second': '580.3', 'eval_steps_per_second': '4.568', 'epoch': '0.2696', 'train/total_time_seconds': '811.8', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '1173', 'train/estimated_remaining_minutes': '27.06'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 15.22it/s] +/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:487: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.) + "std": tensor.std().item(), + 40%|███████████████▌ | 600/1500 [23:29<30:04, 2.00s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '11.68', 'grad_norm': '1.523', 'learning_rate': '0.001', 'epoch': '0.2804', 'train/total_time_seconds': '846.4', 'train/time_per_step_avg': '1.641', 'train/epoch_time_elapsed': '1216', 'train/estimated_remaining_minutes': '26.58', 'train/global/act/norm': '2.451e+05', 'train/global/act/mean': '-0.04372', 'train/global/act/std': '1.193', 'train/global/act/max_abs': '47.5', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.8004', 'train/global/grad/mean': '-7.534e-07', 'train/global/grad/std': '0.0001002', 'train/global/grad/max_abs': '0.01471', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '202.1', 'train/global/param/mean': '0.001283', 'train/global/param/std': '0.0506', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_27/act/norm': '2.303e+04', 'train/layer_model_layers_27/act/mean': '0.01982', 'train/layer_model_layers_27/act/std': '1.102', 'train/layer_model_layers_27/act/max_abs': '44.25', 'train/layer_model_layers_27/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_27/act/frac_near_user_limit': '0', 'train/layer_model_layers_27/grad/norm': '0.02829', 'train/layer_model_layers_27/grad/mean': '-3.765e-07', 'train/layer_model_layers_27/grad/std': '3.491e-05', 'train/layer_model_layers_27/grad/max_abs': '0.001175', 'train/layer_model_layers_27/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_27/grad/frac_near_user_limit': '0', 'train/layer_model_layers_87/act/norm': '2.417e+04', 'train/layer_model_layers_87/act/mean': '0.003093', 'train/layer_model_layers_87/act/std': '1.157', 'train/layer_model_layers_87/act/max_abs': '33', 'train/layer_model_layers_87/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_87/act/frac_near_user_limit': '0', 'train/layer_model_layers_87/grad/norm': '0.08349', 'train/layer_model_layers_87/grad/mean': '-6.282e-07', 'train/layer_model_layers_87/grad/std': '0.0001032', 'train/layer_model_layers_87/grad/max_abs': '0.001923', 'train/layer_model_layers_87/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_87/grad/frac_near_user_limit': '0', 'train/layer_model_layers_53/act/norm': '2.161e+04', 'train/layer_model_layers_53/act/mean': '0.0156', 'train/layer_model_layers_53/act/std': '1.036', 'train/layer_model_layers_53/act/max_abs': '43', 'train/layer_model_layers_53/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_53/act/frac_near_user_limit': '0', 'train/layer_model_layers_53/grad/norm': '0.04708', 'train/layer_model_layers_53/grad/mean': '-3.519e-07', 'train/layer_model_layers_53/grad/std': '5.811e-05', 'train/layer_model_layers_53/grad/max_abs': '0.001633', 'train/layer_model_layers_53/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_53/grad/frac_near_user_limit': '0', 'train/layer__model_layers_31/param/norm': '18.88', 'train/layer__model_layers_31/param/mean': '0.001684', 'train/layer__model_layers_31/param/std': '0.04658', 'train/layer__model_layers_31/param/max_abs': '1', 'train/layer__model_layers_31/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_31/param/frac_near_user_limit': '0', 'train/layer_model_layers_24/act/norm': '2.373e+04', 'train/layer_model_layers_24/act/mean': '0.003067', 'train/layer_model_layers_24/act/std': '1.136', 'train/layer_model_layers_24/act/max_abs': '44.5', 'train/layer_model_layers_24/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_24/act/frac_near_user_limit': '0', 'train/layer_model_layers_24/grad/norm': '0.03601', 'train/layer_model_layers_24/grad/mean': '-3.842e-07', 'train/layer_model_layers_24/grad/std': '4.446e-05', 'train/layer_model_layers_24/grad/max_abs': '0.001152', 'train/layer_model_layers_24/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_24/grad/frac_near_user_limit': '0', 'train/layer_model_layers_39/act/norm': '2.249e+04', 'train/layer_model_layers_39/act/mean': '0.01775', 'train/layer_mode +{'loss': '11.46', 'grad_norm': '2.297', 'learning_rate': '0.001', 'epoch': '0.2912', 'train/total_time_seconds': '878.8', 'train/time_per_step_avg': '1.639', 'train/epoch_time_elapsed': '1256', 'train/estimated_remaining_minutes': '26.04'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '2.814', 'eval_runtime': '16.35', 'eval_samples_per_second': '582.7', 'eval_steps_per_second': '4.587', 'epoch': '0.2966', 'train/total_time_seconds': '894.9', 'train/time_per_step_avg': '1.639', 'train/epoch_time_elapsed': '1292', 'train/estimated_remaining_minutes': '25.76'} +{'loss': '11.25', 'grad_norm': '1.844', 'learning_rate': '0.001', 'epoch': '0.302', 'train/total_time_seconds': '911.1', 'train/time_per_step_avg': '1.639', 'train/epoch_time_elapsed': '1312', 'train/estimated_remaining_minutes': '25.49'} +{'loss': '11.02', 'grad_norm': '1.961', 'learning_rate': '0.001', 'epoch': '0.3128', 'train/total_time_seconds': '943.7', 'train/time_per_step_avg': '1.641', 'train/epoch_time_elapsed': '1352', 'train/estimated_remaining_minutes': '24.95'} +{'loss': '10.83', 'grad_norm': '2.109', 'learning_rate': '0.001', 'epoch': '0.3235', 'train/total_time_seconds': '976', 'train/time_per_step_avg': '1.642', 'train/epoch_time_elapsed': '1393', 'train/estimated_remaining_minutes': '24.4'} +{'eval_loss': '2.694', 'eval_runtime': '16.51', 'eval_samples_per_second': '577', 'eval_steps_per_second': '4.542', 'epoch': '0.3235', 'train/total_time_seconds': '976', 'train/time_per_step_avg': '1.642', 'train/epoch_time_elapsed': '1409', 'train/estimated_remaining_minutes': '24.4'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 17.02it/s] + 47%|██████████████████▏ | 700/1500 [27:23<27:10, 2.04s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '10.67', 'grad_norm': '1.258', 'learning_rate': '0.001', 'epoch': '0.3343', 'train/total_time_seconds': '1008', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '1449', 'train/estimated_remaining_minutes': '23.85'} +{'loss': '10.49', 'grad_norm': '1.938', 'learning_rate': '0.001', 'epoch': '0.3451', 'train/total_time_seconds': '1041', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '1489', 'train/estimated_remaining_minutes': '23.3'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '2.583', 'eval_runtime': '16.38', 'eval_samples_per_second': '581.5', 'eval_steps_per_second': '4.577', 'epoch': '0.3505', 'train/total_time_seconds': '1057', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '1526', 'train/estimated_remaining_minutes': '23.03'} +{'loss': '10.31', 'grad_norm': '1.477', 'learning_rate': '0.001', 'epoch': '0.3559', 'train/total_time_seconds': '1073', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '1546', 'train/estimated_remaining_minutes': '22.76'} +{'loss': '10.16', 'grad_norm': '1.609', 'learning_rate': '0.001', 'epoch': '0.3667', 'train/total_time_seconds': '1105', 'train/time_per_step_avg': '1.616', 'train/epoch_time_elapsed': '1586', 'train/estimated_remaining_minutes': '22.21'} +{'loss': '10', 'grad_norm': '2.078', 'learning_rate': '0.001', 'epoch': '0.3775', 'train/total_time_seconds': '1138', 'train/time_per_step_avg': '1.616', 'train/epoch_time_elapsed': '1626', 'train/estimated_remaining_minutes': '21.67'} +{'eval_loss': '2.485', 'eval_runtime': '16.64', 'eval_samples_per_second': '572.4', 'eval_steps_per_second': '4.506', 'epoch': '0.3775', 'train/total_time_seconds': '1138', 'train/time_per_step_avg': '1.616', 'train/epoch_time_elapsed': '1643', 'train/estimated_remaining_minutes': '21.67'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 14.85it/s] + 53%|████████████████████▊ | 800/1500 [31:18<23:21, 2.00s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '9.83', 'grad_norm': '1.82', 'learning_rate': '0.001', 'epoch': '0.3882', 'train/total_time_seconds': '1170', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '1684', 'train/estimated_remaining_minutes': '21.13'} +{'loss': '9.726', 'grad_norm': '1.672', 'learning_rate': '0.001', 'epoch': '0.399', 'train/total_time_seconds': '1203', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '1724', 'train/estimated_remaining_minutes': '20.58'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '2.396', 'eval_runtime': '16.48', 'eval_samples_per_second': '578', 'eval_steps_per_second': '4.55', 'epoch': '0.4044', 'train/total_time_seconds': '1219', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '1760', 'train/estimated_remaining_minutes': '20.31'} +{'loss': '9.586', 'grad_norm': '1.5', 'learning_rate': '0.001', 'epoch': '0.4098', 'train/total_time_seconds': '1235', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '1781', 'train/estimated_remaining_minutes': '20.04'} +{'loss': '9.475', 'grad_norm': '1.492', 'learning_rate': '0.001', 'epoch': '0.4206', 'train/total_time_seconds': '1267', 'train/time_per_step_avg': '1.621', 'train/epoch_time_elapsed': '1821', 'train/estimated_remaining_minutes': '19.5'} +{'loss': '9.304', 'grad_norm': '1.789', 'learning_rate': '0.001', 'epoch': '0.4314', 'train/total_time_seconds': '1300', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '1861', 'train/estimated_remaining_minutes': '18.95'} +{'eval_loss': '2.319', 'eval_runtime': '16.36', 'eval_samples_per_second': '582.3', 'eval_steps_per_second': '4.584', 'epoch': '0.4314', 'train/total_time_seconds': '1300', 'train/time_per_step_avg': '1.62', 'train/epoch_time_elapsed': '1877', 'train/estimated_remaining_minutes': '18.95'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 18.96it/s] + 60%|███████████████████████▍ | 900/1500 [35:11<19:54, 1.99s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '9.215', 'grad_norm': '1.969', 'learning_rate': '0.001', 'epoch': '0.4422', 'train/total_time_seconds': '1332', 'train/time_per_step_avg': '1.617', 'train/epoch_time_elapsed': '1918', 'train/estimated_remaining_minutes': '18.41'} +{'loss': '9.11', 'grad_norm': '1.266', 'learning_rate': '0.001', 'epoch': '0.453', 'train/total_time_seconds': '1364', 'train/time_per_step_avg': '1.619', 'train/epoch_time_elapsed': '1958', 'train/estimated_remaining_minutes': '17.87'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '2.256', 'eval_runtime': '16.63', 'eval_samples_per_second': '572.7', 'eval_steps_per_second': '4.509', 'epoch': '0.4583', 'train/total_time_seconds': '1381', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '1995', 'train/estimated_remaining_minutes': '17.6'} +{'loss': '8.99', 'grad_norm': '1.531', 'learning_rate': '0.001', 'epoch': '0.4637', 'train/total_time_seconds': '1397', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '2015', 'train/estimated_remaining_minutes': '17.32'} +{'loss': '8.903', 'grad_norm': '1.469', 'learning_rate': '0.001', 'epoch': '0.4745', 'train/total_time_seconds': '1429', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '2055', 'train/estimated_remaining_minutes': '16.78'} +{'loss': '8.798', 'grad_norm': '1.562', 'learning_rate': '0.001', 'epoch': '0.4853', 'train/total_time_seconds': '1461', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '2095', 'train/estimated_remaining_minutes': '16.24'} +{'eval_loss': '2.199', 'eval_runtime': '16.44', 'eval_samples_per_second': '579.6', 'eval_steps_per_second': '4.563', 'epoch': '0.4853', 'train/total_time_seconds': '1461', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '2111', 'train/estimated_remaining_minutes': '16.24'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 15.39it/s] + 67%|█████████████████████████▎ | 1000/1500 [39:05<16:54, 2.03s/it][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '8.712', 'grad_norm': '1.352', 'learning_rate': '0.001', 'epoch': '0.4961', 'train/total_time_seconds': '1494', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '2152', 'train/estimated_remaining_minutes': '15.69'} +{'loss': '8.657', 'grad_norm': '1.375', 'learning_rate': '0.001', 'epoch': '0.5069', 'train/total_time_seconds': '1526', 'train/time_per_step_avg': '1.616', 'train/epoch_time_elapsed': '2192', 'train/estimated_remaining_minutes': '15.15'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '2.152', 'eval_runtime': '16.52', 'eval_samples_per_second': '576.9', 'eval_steps_per_second': '4.541', 'epoch': '0.5123', 'train/total_time_seconds': '1542', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '2228', 'train/estimated_remaining_minutes': '14.88'} +{'loss': '8.597', 'grad_norm': '1.547', 'learning_rate': '0.001', 'epoch': '0.5177', 'train/total_time_seconds': '1559', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '2248', 'train/estimated_remaining_minutes': '14.61'} +{'loss': '8.528', 'grad_norm': '1.383', 'learning_rate': '0.001', 'epoch': '0.5284', 'train/total_time_seconds': '1591', 'train/time_per_step_avg': '1.618', 'train/epoch_time_elapsed': '2289', 'train/estimated_remaining_minutes': '14.07'} +{'loss': '8.455', 'grad_norm': '1.391', 'learning_rate': '0.001', 'epoch': '0.5392', 'train/total_time_seconds': '1623', 'train/time_per_step_avg': '1.617', 'train/epoch_time_elapsed': '2329', 'train/estimated_remaining_minutes': '13.53'} +{'eval_loss': '2.105', 'eval_runtime': '16.47', 'eval_samples_per_second': '578.5', 'eval_steps_per_second': '4.554', 'epoch': '0.5392', 'train/total_time_seconds': '1623', 'train/time_per_step_avg': '1.617', 'train/epoch_time_elapsed': '2345', 'train/estimated_remaining_minutes': '13.53'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 17.20it/s] +/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:487: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.) + "std": tensor.std().item(), + 72%|███████████████████████████▏ | 1073/1500 [41:51<14:38, 2.06s/it] +{'loss': '8.371', 'grad_norm': '1.609', 'learning_rate': '0.001', 'epoch': '0.55', 'train/total_time_seconds': '1658', 'train/time_per_step_avg': '1.639', 'train/epoch_time_elapsed': '2388', 'train/estimated_remaining_minutes': '13', 'train/global/act/norm': '1.817e+05', 'train/global/act/mean': '-0.06364', 'train/global/act/std': '0.882', 'train/global/act/max_abs': '30', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.7324', 'train/global/grad/mean': '-1.664e-07', 'train/global/grad/std': '9.171e-05', 'train/global/grad/max_abs': '0.01361', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '225.7', 'train/global/param/mean': '0.001164', 'train/global/param/std': '0.05651', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_27/act/norm': '1.39e+04', 'train/layer_model_layers_27/act/mean': '0.002256', 'train/layer_model_layers_27/act/std': '0.6657', 'train/layer_model_layers_27/act/max_abs': '17.75', 'train/layer_model_layers_27/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_27/act/frac_near_user_limit': '0', 'train/layer_model_layers_27/grad/norm': '0.0356', 'train/layer_model_layers_27/grad/mean': '-5.762e-07', 'train/layer_model_layers_27/grad/std': '4.393e-05', 'train/layer_model_layers_27/grad/max_abs': '0.00174', 'train/layer_model_layers_27/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_27/grad/frac_near_user_limit': '0', 'train/layer_model_layers_87/act/norm': '1.856e+04', 'train/layer_model_layers_87/act/mean': '-0.00713', 'train/layer_model_layers_87/act/std': '0.8882', 'train/layer_model_layers_87/act/max_abs': '12.12', 'train/layer_model_layers_87/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_87/act/frac_near_user_limit': '0', 'train/layer_model_layers_87/grad/norm': '0.0918', 'train/layer_model_layers_87/grad/mean': '9.888e-07', 'train/layer_model_layers_87/grad/std': '0.0001133', 'train/layer_model_layers_87/grad/max_abs': '0.001129', 'train/layer_model_layers_87/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_87/grad/frac_near_user_limit': '0', 'train/layer_model_layers_53/act/norm': '1.384e+04', 'train/layer_model_layers_53/act/mean': '-0.0009267', 'train/layer_model_layers_53/act/std': '0.6624', 'train/layer_model_layers_53/act/max_abs': '15.31', 'train/layer_model_layers_53/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_53/act/frac_near_user_limit': '0', 'train/layer_model_layers_53/grad/norm': '0.04177', 'train/layer_model_layers_53/grad/mean': '-1.384e-06', 'train/layer_model_layers_53/grad/std': '5.152e-05', 'train/layer_model_layers_53/grad/max_abs': '0.000927', 'train/layer_model_layers_53/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_53/grad/frac_near_user_limit': '0', 'train/layer__model_layers_31/param/norm': '20.27', 'train/layer__model_layers_31/param/mean': '0.001609', 'train/layer__model_layers_31/param/std': '0.05002', 'train/layer__model_layers_31/param/max_abs': '1', 'train/layer__model_layers_31/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_31/param/frac_near_user_limit': '0', 'train/layer_model_layers_24/act/norm': '1.446e+04', 'train/layer_model_layers_24/act/mean': '-0.01199', 'train/layer_model_layers_24/act/std': '0.6924', 'train/layer_model_layers_24/act/max_abs': '17.75', 'train/layer_model_layers_24/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_24/act/frac_near_user_limit': '0', 'train/layer_model_layers_24/grad/norm': '0.0361', 'train/layer_model_layers_24/grad/mean': '-6.869e-07', 'train/layer_model_layers_24/grad/std': '4.46e-05', 'train/layer_model_layers_24/grad/max_abs': '0.001503', 'train/layer_model_layers_24/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_24/grad/frac_near_user_limit': '0', 'train/layer_model_layers_39/act/norm': '1.377e+04', 'train/layer_model_layers_39/act/mean': '0.001056', 'train/layer_m +{'loss': '8.291', 'grad_norm': '1.344', 'learning_rate': '0.001', 'epoch': '0.5608', 'train/total_time_seconds': '1690', 'train/time_per_step_avg': '1.638', 'train/epoch_time_elapsed': '2428', 'train/estimated_remaining_minutes': '12.46'} + +{'eval_loss': '2.071', 'eval_runtime': '16.32', 'eval_samples_per_second': '583.7', 'eval_steps_per_second': '4.595', 'epoch': '0.5662', 'train/total_time_seconds': '1706', 'train/time_per_step_avg': '1.636', 'train/epoch_time_elapsed': '2464', 'train/estimated_remaining_minutes': '12.19'} +{'loss': '8.234', 'grad_norm': '1.461', 'learning_rate': '0.001', 'epoch': '0.5716', 'train/total_time_seconds': '1722', 'train/time_per_step_avg': '1.636', 'train/epoch_time_elapsed': '2484', 'train/estimated_remaining_minutes': '11.91'} diff --git a/wandb/run-20260809_035819-cvzjg5ej/files/requirements.txt b/wandb/run-20260809_035819-cvzjg5ej/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..123b15ebf857859624f7f4332e92341c8ef13fdf --- /dev/null +++ b/wandb/run-20260809_035819-cvzjg5ej/files/requirements.txt @@ -0,0 +1,149 @@ +asttokens==3.0.1 +comm==0.2.3 +debugpy==1.8.21 +decorator==5.3.1 +executing==2.2.1 +nest-asyncio==1.6.0 +parso==0.8.7 +platformdirs==4.11.0 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +Pygments==2.20.0 +pyzmq==27.1.0 +setuptools==83.0.0 +six==1.17.0 +tornado==6.5.7 +traitlets==5.15.0 +fsspec==2026.4.0 +wcwidth==0.8.2 +ipython_pygments_lexers==1.1.1 +jedi==0.20.0 +jupyter_core==5.9.1 +matplotlib-inline==0.2.2 +pexpect==4.9.0 +prompt_toolkit==3.0.53 +python-dateutil==2.9.0.post0 +stack_data==0.6.3 +wheel==0.47.0 +jupyter_client==8.9.1 +pip==26.1.2 +ipython==9.15.0 +ipykernel==7.2.0 +threadpoolctl==3.6.0 +pyparsing==3.3.2 +typing_extensions==4.15.0 +Jinja2==3.1.6 +narwhals==2.24.0 +kiwisolver==1.5.0 +joblib==1.5.3 +fonttools==4.63.0 +cycler==0.12.1 +scipy==1.17.1 +pandas==3.0.5 +contourpy==1.3.3 +scikit-learn==1.9.0 +matplotlib==3.11.1 +urllib3==2.7.0 +tqdm==4.70.0 +idna==3.18 +charset-normalizer==3.4.9 +certifi==2026.7.22 +requests==2.34.2 +seaborn==0.13.2 +uv==0.12.0 +shellingham==1.5.4 +mpmath==1.3.0 +attrs==26.1.0 +hf-xet==1.5.2 +nvidia-nccl-cu12==2.21.5 +MarkupSafe==3.0.3 +regex==2026.7.19 +importlib_metadata==9.0.0 +httpcore==1.0.9 +annotated-doc==0.0.5 +multidict==6.7.1 +aiohttp==3.14.3 +aiosignal==1.4.0 +xxhash==3.8.1 +aiohappyeyeballs==2.7.1 +mdurl==0.1.2 +cuda-toolkit==13.0.3.0 +networkx==3.6.1 +PyYAML==6.0.3 +nvidia-cufile==1.15.1.6 +typer==0.27.0 +torchaudio==2.6.0+cu124 +rich==15.0.0 +nvidia-cufft-cu12==11.2.1.3 +h11==0.16.0 +dill==0.4.1 +cuda-pathfinder==1.6.0 +filelock==3.29.0 +nvidia-nvtx-cu12==12.4.127 +httpx==0.28.1 +anyio==4.14.2 +numpy==2.4.4 +yarl==1.24.5 +click==8.4.2 +triton==3.2.0 +frozenlist==1.8.0 +zipp==4.1.0 +propcache==0.5.2 +tokenizers==0.22.2 +markdown-it-py==4.2.0 +nvidia-cuda-runtime==13.0.96 +cuda-bindings==13.3.1 +nvidia-cuda-cupti==13.0.85 +torch==2.6.0+cu124 +multiprocess==0.70.19 +pillow==12.2.0 +transformers==5.15.0.dev0 +wandb==0.28.1 +nvidia-curand==10.4.0.35 +sympy==1.13.1 +nvidia-cusparse==12.6.3.3 +nvidia-cuda-nvrtc==13.0.88 +typing-inspection==0.4.2 +nvidia-cusolver==12.0.4.66 +nvidia-cufft==12.0.0.61 +nvidia-cudnn-cu13==9.20.0.48 +nvidia-cublas==13.1.1.3 +pyarrow==25.0.0 +evaluate==0.4.6 +diffusers==0.39.0 +pydantic==2.13.4 +annotated-types==0.8.0 +protobuf==7.35.1 +sentry-sdk==2.66.1 +einops==0.8.2 +packaging==26.2 +nvidia-nvjitlink-cu12==12.4.127 +nvidia-curand-cu12==10.3.5.147 +nvidia-cusparselt-cu12==0.6.2 +nvidia-cusparse-cu12==12.3.1.170 +nvidia-cuda-runtime-cu12==12.4.127 +torchvision==0.21.0+cu124 +nvidia-cuda-nvrtc-cu12==12.4.127 +nvidia-cuda-cupti-cu12==12.4.127 +nvidia-cusolver-cu12==11.6.1.9 +nvidia-cublas-cu12==12.4.5.8 +nvidia-cudnn-cu12==9.1.0.70 +huggingface_hub==1.26.0 +datasets==5.0.1 +safetensors==0.8.0 +accelerate==1.14.0 +pydantic_core==2.46.4 +ninja==1.13.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.7.1 +jaraco.text==4.0.0 +jaraco.context==6.1.0 +jaraco.functools==4.4.0 +more-itertools==10.8.0 +packaging==26.0 +platformdirs==4.4.0 +tomli==2.4.0 +wheel==0.46.3 +zipp==3.23.0 diff --git a/wandb/run-20260809_035819-cvzjg5ej/files/wandb-metadata.json b/wandb/run-20260809_035819-cvzjg5ej/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3b9eabf2529c6d8ea5e47143e3ce4592c5cb7ace --- /dev/null +++ b/wandb/run-20260809_035819-cvzjg5ej/files/wandb-metadata.json @@ -0,0 +1,96 @@ +{ + "os": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", + "python": "CPython 3.11.15", + "startedAt": "2026-08-09T03:58:19.280139Z", + "args": [ + "--config", + "configs/baseline.yaml", + "--variants", + "mlp-s10-94L", + "--push" + ], + "program": "/mnt/data/zainulabideen/zain-exp/notebooks/Activation/sweep.py", + "codePath": "sweep.py", + "codePathLocal": "sweep.py", + "git": { + "remote": "https://github.com/deepnevro/Activation.git", + "commit": "34b8d2e8f9a0c5751333310e69fa0c1056381deb" + }, + "email": "deepnevro@gmail.com", + "root": "/mnt/data/zainulabideen/zain-exp/notebooks/Activation", + "host": "deeplens-k3s-node1", + "executable": "/mnt/data/zainulabideen/zain-exp/notebooks/my_env/bin/python", + "cpu_count": 112, + "cpu_count_logical": 224, + "gpu": "NVIDIA H100 80GB HBM3", + "gpu_count": 8, + "disk": { + "/": { + "total": "1560765693952", + "used": "708205846528" + } + }, + "memory": { + "total": "2164089937920" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-39c684a5-fde6-83d7-1663-0859795881ae" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-68012e5a-38b6-b643-0ca6-62fb66720bf3" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-132944c4-b689-2b5f-89a4-d730401677ab" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-2df386cc-6d26-d0e2-7a2d-a057b0d95864" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-bfa16575-1d94-1aa2-4537-2c93433f42ef" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-bc6c3e3c-9b90-09ca-c034-774961847c54" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-00a441e1-7c95-e7d6-4c35-43d6b291aea9" + }, + { + "name": "NVIDIA H100 80GB HBM3", + "memoryTotal": "85520809984", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-1c4d29a2-4647-6fce-d8fc-0c5ecfbbd6ea" + } + ], + "cudaVersion": "12.4", + "writerId": "oz75ofyjp8ovu1ftttzp3wyx4l4oquya" +} \ No newline at end of file diff --git a/wandb/run-20260809_035819-cvzjg5ej/logs/debug-core.log b/wandb/run-20260809_035819-cvzjg5ej/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..cddb1032253b035c4ddba841fadd4231e94ec9e8 --- /dev/null +++ b/wandb/run-20260809_035819-cvzjg5ej/logs/debug-core.log @@ -0,0 +1,8 @@ +{"time":"2026-08-09T03:56:53.721154509Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpyqomfhgp/port-2869678.txt","pid":2869678,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2026-08-09T03:56:53.722258921Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2869678} +{"time":"2026-08-09T03:56:53.722234577Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2869678-2909401-2521299324/socket","Net":"unix"}} +{"time":"2026-08-09T03:56:53.900147851Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2026-08-09T03:58:19.204299995Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"2(@)"} +{"time":"2026-08-09T03:58:19.282614427Z","level":"INFO","msg":"handleInformInit: received","streamId":"cvzjg5ej","id":"2(@)"} +{"time":"2026-08-09T03:58:19.544211049Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"cvzjg5ej","id":"2(@)"} +{"time":"2026-08-09T03:58:24.897517362Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"xv8tfjtqu29x"} diff --git a/wandb/run-20260809_035819-cvzjg5ej/logs/debug-internal.log b/wandb/run-20260809_035819-cvzjg5ej/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..babf965a7caf01c31b65bf7c19b9b1620360d0c4 --- /dev/null +++ b/wandb/run-20260809_035819-cvzjg5ej/logs/debug-internal.log @@ -0,0 +1,363 @@ +{"time":"2026-08-09T03:58:19.282783063Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-09T03:58:19.283092454Z","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-09T03:58:19.544029023Z","level":"INFO","msg":"stream: created new stream","id":"cvzjg5ej"} +{"time":"2026-08-09T03:58:19.544113293Z","level":"INFO","msg":"handler: started"} +{"time":"2026-08-09T03:58:19.544204994Z","level":"INFO","msg":"stream: started"} +{"time":"2026-08-09T03:58:19.544224319Z","level":"INFO","msg":"writer: started","stream_id":"cvzjg5ej"} +{"time":"2026-08-09T03:58:19.544236358Z","level":"INFO","msg":"sender: started"} +{"time":"2026-08-09T03:58:20.49399574Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-08-09T03:58:20.585402614Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:58:35.494346021Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":4,"uploaded_len":2} +{"time":"2026-08-09T03:58:35.60993089Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:58:50.494317925Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T03:58:50.598887827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:59:03.877770359Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":430} +{"time":"2026-08-09T03:59:03.878186402Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":15} +{"time":"2026-08-09T03:59:03.883932073Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":2508} +{"time":"2026-08-09T03:59:03.883962742Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1} +{"time":"2026-08-09T03:59:03.894578099Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":5231} +{"time":"2026-08-09T03:59:03.89461253Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1} +{"time":"2026-08-09T03:59:03.896155708Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":5757} +{"time":"2026-08-09T03:59:03.911398768Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1574} +{"time":"2026-08-09T03:59:03.912624837Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":7504} +{"time":"2026-08-09T03:59:03.912762308Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":23} +{"time":"2026-08-09T03:59:03.930332533Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":11798} +{"time":"2026-08-09T03:59:03.933304856Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":220} +{"time":"2026-08-09T03:59:03.934700228Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":12563} +{"time":"2026-08-09T03:59:03.93682743Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":829} +{"time":"2026-08-09T03:59:03.944832244Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":14752} +{"time":"2026-08-09T03:59:03.949817464Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":444} +{"time":"2026-08-09T03:59:03.951711505Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":15916} +{"time":"2026-08-09T03:59:03.954435107Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":963} +{"time":"2026-08-09T03:59:03.954578098Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":16937} +{"time":"2026-08-09T03:59:03.955021925Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":119} +{"time":"2026-08-09T03:59:05.531386979Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":4,"events_lines":2,"console_offset":4,"console_lines":2} +{"time":"2026-08-09T03:59:06.77622938Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:59:20.494664032Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T03:59:20.585865699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:59:35.494257506Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T03:59:35.590824829Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T03:59:50.509459052Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":10,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T03:59:51.514395751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:00:05.494701492Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:00:05.595719639Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:00:20.494249891Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":6,"console_lines":2} +{"time":"2026-08-09T04:00:20.621562887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:00:35.517415448Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":16,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:00:36.625730885Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:00:50.515257082Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":18,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:00:51.502793371Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:01:05.494754271Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:01:05.610106165Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:01:20.494400825Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:01:20.601141197Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:01:35.512242154Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":24,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:01:36.40914958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:01:50.494503273Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":26,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:01:50.59999154Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:02:05.515046749Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":28,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:02:06.39796112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:02:20.509714476Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":30,"events_lines":2,"console_offset":4,"console_lines":1} +{"time":"2026-08-09T04:02:21.325931349Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:02:35.494334742Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":7,"console_lines":10} +{"time":"2026-08-09T04:02:35.59436135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:02:50.494250642Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":34,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:02:50.613518689Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:03:05.512934467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":36,"events_lines":2,"console_offset":16,"console_lines":2} +{"time":"2026-08-09T04:03:06.548287522Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:03:20.494529587Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":38,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:03:20.582860961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:03:35.494527188Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":40,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:03:35.607972831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:03:50.509533438Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":42,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:03:51.431848812Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:04:05.494917144Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:04:05.596754607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:04:20.507762047Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":46,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:04:21.447073466Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:04:35.509308038Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":48,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:04:36.471928253Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:04:50.494530256Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:04:50.592073322Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:05:05.494375076Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:05:05.604310138Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:05:20.512379195Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":54,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:05:21.491774019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:05:35.494839434Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":56,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:05:35.592901032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:05:50.49492532Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":58,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:05:50.59888656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:06:05.514147554Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":60,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:06:06.480804234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:06:20.514491453Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":62,"events_lines":2,"console_offset":16,"console_lines":1} +{"time":"2026-08-09T04:06:21.452884273Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:06:35.494286866Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":64,"events_lines":2,"console_offset":18,"console_lines":11} +{"time":"2026-08-09T04:06:35.609203544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:06:50.494175318Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":66,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:06:50.614345309Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:07:05.515682555Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":68,"events_lines":2,"console_offset":28,"console_lines":2} +{"time":"2026-08-09T04:07:06.427671059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:07:20.494222615Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":70,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:07:20.573884809Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:07:35.507952716Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":72,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:07:36.475332313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:07:50.494214091Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":74,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:07:50.753409176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:08:05.494655816Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":76,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:08:05.586476128Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:08:20.511325739Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16,"history_lines":1,"events_offset":78,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:08:21.410353753Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:08:35.509606509Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":17,"history_lines":1,"events_offset":80,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:08:36.420905539Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:08:50.494669295Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":82,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:08:50.604423316Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:09:05.494987144Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":84,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:09:05.607036127Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:09:20.510454935Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":18,"history_lines":1,"events_offset":86,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:09:21.483617947Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:09:35.494837249Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":88,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:09:35.610548227Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:09:50.507950635Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":19,"history_lines":1,"events_offset":90,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:09:51.511448364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:10:05.520637653Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":20,"history_lines":1,"events_offset":92,"events_lines":2,"console_offset":28,"console_lines":1} +{"time":"2026-08-09T04:10:06.438117864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:10:20.49470281Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":94,"events_lines":2,"console_offset":30,"console_lines":11} +{"time":"2026-08-09T04:10:20.613679557Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:10:35.494489332Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":96,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:10:35.60676065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:10:50.50862038Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":1,"events_offset":98,"events_lines":2,"console_offset":40,"console_lines":2} +{"time":"2026-08-09T04:10:51.485985122Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:11:05.494135887Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":100,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:11:05.612280741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:11:20.494686423Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":102,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:11:20.598556666Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:11:35.515806086Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":1,"events_offset":104,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:11:36.484944909Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:11:50.494589134Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":106,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:11:50.596223304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:12:05.513002951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":23,"history_lines":1,"events_offset":108,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:12:06.484107421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:12:20.494320474Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":110,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:12:20.602551441Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:12:35.508125938Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":24,"history_lines":1,"events_offset":112,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:12:36.475135091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:12:50.494789433Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":114,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:12:50.602319198Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:13:05.512828195Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":1,"events_offset":116,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:13:06.512719752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:13:20.494722423Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":118,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:13:20.603843019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:13:35.494491559Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":120,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:13:35.616937106Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:13:50.509869659Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":1,"events_offset":122,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:13:51.486433037Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:14:05.512616517Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":1,"events_offset":124,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-08-09T04:14:06.69457877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:14:20.494738585Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":126,"events_lines":2,"console_offset":42,"console_lines":11} +{"time":"2026-08-09T04:14:20.598086436Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:14:35.494861868Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":128,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:14:35.606033152Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:14:50.50832981Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":1,"events_offset":130,"events_lines":2,"console_offset":52,"console_lines":2} +{"time":"2026-08-09T04:14:51.451962725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:15:05.494325431Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":132,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:15:05.599151827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:15:20.512939886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":1,"events_offset":134,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:15:21.39376644Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:15:35.494565716Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":136,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:15:35.597861377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:15:50.494985286Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":138,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:15:50.61366858Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:16:05.509505556Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":1,"events_offset":140,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:16:06.464859955Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:16:20.512387578Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":1,"events_offset":142,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:16:21.456484085Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:16:35.494311848Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":144,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:16:35.614320532Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:16:50.494123741Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":146,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:16:50.597183977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:17:05.507650032Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32,"history_lines":1,"events_offset":148,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:17:06.496156926Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:17:20.494465778Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":150,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:17:20.608687507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:17:35.494337018Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":152,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:17:35.598855029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:17:50.511814815Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":1,"events_offset":154,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:17:51.379590142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:18:05.507926178Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34,"history_lines":1,"events_offset":156,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-08-09T04:18:06.425217866Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:18:20.494329994Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":158,"events_lines":2,"console_offset":54,"console_lines":13} +{"time":"2026-08-09T04:18:20.597550528Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:18:35.494357619Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":160,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:18:35.590558781Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:18:50.526101792Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35,"history_lines":1,"events_offset":162,"events_lines":2,"console_offset":66,"console_lines":2} +{"time":"2026-08-09T04:18:51.756248392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:19:05.494443616Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":164,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:19:05.600417147Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:19:20.509453223Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":1,"events_offset":166,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:19:21.44743209Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:19:35.494186649Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":168,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:19:35.598016278Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:19:50.494255354Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":170,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:19:50.607645062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:20:05.512253299Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":1,"events_offset":172,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:20:06.424682607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:20:20.514248726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":1,"events_offset":174,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:20:21.478103921Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:20:35.494263985Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":176,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:20:35.622961052Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:20:50.494962002Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":178,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:20:50.611850033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:21:05.517835067Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":39,"history_lines":1,"events_offset":180,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:21:06.404943823Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:21:20.494738486Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":182,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:21:20.602524281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:21:35.508789164Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":40,"history_lines":1,"events_offset":184,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:21:36.443085607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:21:50.511158411Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":1,"events_offset":186,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-08-09T04:21:51.460178906Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:22:05.494482305Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":188,"events_lines":2,"console_offset":68,"console_lines":11} +{"time":"2026-08-09T04:22:05.586362541Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:22:20.494728352Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":190,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:22:20.599759017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:22:35.513754334Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":1,"events_offset":192,"events_lines":2,"console_offset":78,"console_lines":2} +{"time":"2026-08-09T04:22:36.516635185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:22:50.494586997Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":194,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:22:50.571528834Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:23:05.494079314Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":196,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:23:05.598391284Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:23:20.514134103Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":1,"events_offset":198,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:23:21.457824889Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:23:35.494479121Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":200,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:23:35.592895767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:23:50.518950272Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":1,"events_offset":202,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:23:51.404637571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:24:05.494720966Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":204,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:24:05.600554603Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:24:20.51001913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":1,"events_offset":206,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:24:21.455271551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:24:35.49440308Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":208,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:24:35.587198082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:24:50.512521872Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":1,"events_offset":210,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:24:51.470179091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:25:05.494790615Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":212,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:25:05.614937066Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:25:20.494768189Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":214,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:25:20.603889882Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:25:35.510484888Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":1,"events_offset":216,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:25:36.442214296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:25:50.512621688Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":48,"history_lines":1,"events_offset":218,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-08-09T04:25:51.447687898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:26:05.494610601Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":220,"events_lines":2,"console_offset":80,"console_lines":11} +{"time":"2026-08-09T04:26:05.591575531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:26:20.49440059Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":222,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:26:20.578020301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:26:35.508448912Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":49,"history_lines":1,"events_offset":224,"events_lines":2,"console_offset":90,"console_lines":2} +{"time":"2026-08-09T04:26:36.403987032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:26:50.494361014Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":226,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:26:50.602435073Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:27:05.507911257Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":50,"history_lines":1,"events_offset":228,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:27:06.445082363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:27:20.494195074Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":230,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:27:20.614605046Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:27:35.494248784Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":232,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:27:35.607893177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:27:50.514285947Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":51,"history_lines":1,"events_offset":234,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:27:51.395463717Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:28:05.514892856Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":1,"events_offset":236,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:28:06.423194446Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:28:20.49418678Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":238,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:28:20.597735182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:28:35.494119279Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":240,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:28:35.592493251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:28:50.5094627Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":53,"history_lines":1,"events_offset":242,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:28:51.45483569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:29:05.494391144Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":244,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:29:05.591119154Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:29:20.494298466Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":246,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:29:20.596120363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:29:35.513763328Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":54,"history_lines":1,"events_offset":248,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:29:36.465513234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:29:50.513046942Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":55,"history_lines":1,"events_offset":250,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-08-09T04:29:51.472667426Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:30:05.494740686Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":252,"events_lines":2,"console_offset":92,"console_lines":11} +{"time":"2026-08-09T04:30:05.586971324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:30:20.515798418Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":56,"history_lines":1,"events_offset":254,"events_lines":2,"console_offset":102,"console_lines":2} +{"time":"2026-08-09T04:30:21.494651995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:30:35.494231232Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":256,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:30:35.58729982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:30:50.494976906Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":258,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:30:50.601902681Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:31:05.510769779Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":57,"history_lines":1,"events_offset":260,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:31:06.780111879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:31:20.49453644Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":262,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:31:20.599562246Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:31:35.510004044Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":58,"history_lines":1,"events_offset":264,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:31:36.458139374Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:31:50.494509411Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":266,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:31:50.575654427Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:32:05.512223467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":59,"history_lines":1,"events_offset":268,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:32:06.469562043Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:32:20.494205295Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":270,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:32:20.584293928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:32:35.509793195Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":60,"history_lines":1,"events_offset":272,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:32:36.535545937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:32:50.494041072Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":274,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:32:50.594918103Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:33:05.49403774Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":276,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:33:05.607036499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:33:20.511846379Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":1,"events_offset":278,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:33:21.48470859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:33:35.515062737Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":62,"history_lines":1,"events_offset":280,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-08-09T04:33:36.506124978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:33:50.4946323Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":282,"events_lines":2,"console_offset":104,"console_lines":11} +{"time":"2026-08-09T04:33:50.612161047Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:34:05.494640716Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":284,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:34:05.587261158Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:34:20.507829114Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":63,"history_lines":1,"events_offset":286,"events_lines":2,"console_offset":114,"console_lines":2} +{"time":"2026-08-09T04:34:21.464551249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:34:35.494345284Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":288,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:34:35.606869158Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:34:50.494397686Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":290,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:34:50.599232901Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:35:05.508409123Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":64,"history_lines":1,"events_offset":292,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:35:06.433911202Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:35:20.494170669Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":294,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:35:20.613977234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:35:35.509564094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":65,"history_lines":1,"events_offset":296,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:35:36.475546977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:35:50.508108638Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":66,"history_lines":1,"events_offset":298,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:35:51.45083907Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:36:05.494407838Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":300,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:36:05.588011312Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:36:20.494349239Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":302,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:36:20.614846145Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:36:35.510501251Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":67,"history_lines":1,"events_offset":304,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:36:36.571048121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:36:50.494472539Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":306,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:36:50.609659468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:37:05.494605434Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":308,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:37:05.590686834Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:37:20.510275452Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":68,"history_lines":1,"events_offset":310,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:37:21.512921238Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:37:35.50955353Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":1,"events_offset":312,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-08-09T04:37:36.500587981Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:37:50.494388687Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":314,"events_lines":2,"console_offset":116,"console_lines":13} +{"time":"2026-08-09T04:37:50.598720388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:38:05.494193752Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":316,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:38:05.638784236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:38:20.530757676Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":70,"history_lines":1,"events_offset":318,"events_lines":2,"console_offset":128,"console_lines":2} +{"time":"2026-08-09T04:38:21.632845005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:38:35.494438726Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":320,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:38:35.594398657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:38:50.514389068Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":71,"history_lines":1,"events_offset":322,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:38:51.399815543Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:39:05.494294314Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":324,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:39:05.605503032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:39:20.494680808Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":326,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:39:20.611296788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:39:35.510121829Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":72,"history_lines":1,"events_offset":328,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:39:36.465679131Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:39:50.512824888Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":73,"history_lines":1,"events_offset":330,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:39:51.478305625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-09T04:40:05.494062759Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":332,"events_lines":2,"console_offset":128,"console_lines":1} +{"time":"2026-08-09T04:40:05.580589634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} diff --git a/wandb/run-20260809_035819-cvzjg5ej/logs/debug.log b/wandb/run-20260809_035819-cvzjg5ej/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..2f321a3712729324b5927a911abc10af96ce751a --- /dev/null +++ b/wandb/run-20260809_035819-cvzjg5ej/logs/debug.log @@ -0,0 +1,23 @@ +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1 +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_setup.py:_flush():81] Configure stats pid to 2921752 +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260809_035819-cvzjg5ej/logs/debug.log +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260809_035819-cvzjg5ej/logs/debug-internal.log +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():772] calling init triggers +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():820] starting backend +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():826] Connected to an existing wandb-core service via WANDB_SERVICE +2026-08-09 03:58:19,281 INFO MainThread:2921752 [wandb_init.py:init():835] sending inform_init request +2026-08-09 03:58:19,544 INFO MainThread:2921752 [wandb_init.py:init():840] backend started and connected +2026-08-09 03:58:19,547 INFO MainThread:2921752 [wandb_init.py:init():910] updated telemetry +2026-08-09 03:58:19,554 INFO MainThread:2921752 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-09 03:58:19,820 INFO MainThread:2921752 [wandb_init.py:init():978] starting run threads in backend +2026-08-09 03:58:19,892 INFO MainThread:2921752 [wandb_run.py:_console_start():2621] atexit reg +2026-08-09 03:58:19,892 INFO MainThread:2921752 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-09 03:58:19,892 INFO MainThread:2921752 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-09 03:58:19,892 INFO MainThread:2921752 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-09 03:58:19,895 INFO MainThread:2921752 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-09 03:58:19,896 INFO MainThread:2921752 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.15.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 94, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'mlp', 'activation': 's10', 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/mlp-s10-94L_run', 'per_device_train_batch_size': 128, 'num_train_epochs': 1, 'max_steps': 1500, 'learning_rate': 0.001, 'lr_scheduler_type': 'constant', 'lr_scheduler_kwargs': None, 'warmup_steps': 0, 'optim': 'adamw_torch_fused', 'optim_args': None, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 4, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-mlp-s10-94L-15.9M-20260809-035818', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 50, 'eval_delay': 0, 'per_device_eval_batch_size': 128, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 100, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': True, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/A-mlp-s10-94L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} +2026-08-09 03:58:19,899 INFO MainThread:2921752 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 15949440 - > +2026-08-09 03:58:19,899 INFO MainThread:2921752 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 15949440 None diff --git a/wandb/run-20260809_035819-cvzjg5ej/run-cvzjg5ej.wandb b/wandb/run-20260809_035819-cvzjg5ej/run-cvzjg5ej.wandb new file mode 100644 index 0000000000000000000000000000000000000000..e4ec5acdd46e75c481e0e3dec2da3ab2e1e8ad69 --- /dev/null +++ b/wandb/run-20260809_035819-cvzjg5ej/run-cvzjg5ej.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1191c64fcfe4182f1f1e666c6c317c6d5a471ca23e9f59f91dbf77a16f174e0c +size 16187392